-- Logs begin at Thu 2021-07-08 14:38:09 UTC, end at Thu 2021-07-08 15:39:43 UTC. --
Jul 08 15:11:43.419714 dv-cinder-798671-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jul 08 15:11:45.772941 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.common.config [-] Logging enabled!
Jul 08 15:11:45.773605 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99
Jul 08 15:11:45.773710 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78317) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 08 15:11:45.776818 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.common.config [-] Logging enabled!
Jul 08 15:11:45.779534 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.0.1.dev99
Jul 08 15:11:45.779534 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78317) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jul 08 15:11:45.779534 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 08 15:11:45.779534 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 08 15:11:45.779534 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.781889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.782428 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.782428 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.782428 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.782675 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.782956 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.783242 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.783474 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.783755 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.784043 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.784333 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.784584 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.784867 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.785298 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.785714 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.785994 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.786284 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.786566 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.786839 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.787115 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.787416 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.787733 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] host                           = dv-cinder-798671-3-iscsi {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.788014 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.788303 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.788624 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.788914 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.789199 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.789477 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.789769 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.790043 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.790320 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.790599 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.790890 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.791180 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.791482 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.791710 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.791935 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.792231 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.792575 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.793381 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.793664 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.793944 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.794221 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.794503 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.794774 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.795066 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.795354 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.795642 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.795924 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.796202 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.796511 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.796793 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.797082 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.797357 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.797636 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.797913 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.798201 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.798472 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.798750 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.799057 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.799351 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.799636 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.799923 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.800200 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.800514 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.800796 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.801070 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.801346 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.801622 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.801897 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.802182 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.802457 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.802734 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.803011 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.803288 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.803577 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:45.803877 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.804180 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.804520 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.804807 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.805108 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.805396 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.805690 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.805974 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.806273 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.806568 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.806862 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.807232 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.807469 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.807895 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.808248 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.808619 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.809079 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.809378 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.809697 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.810110 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.810392 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.810685 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.810978 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.811281 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.811584 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.811863 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.812148 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.812476 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.812762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.813039 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.813325 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.813625 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.813910 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.814206 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.814481 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.814746 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.815028 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.815392 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.815590 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.815882 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.816164 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.816469 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.816749 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.817031 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.817307 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.817599 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.817882 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.818159 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.818436 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.818727 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.819006 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.819282 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.819635 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.819836 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.820119 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.820410 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.820693 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.820970 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.821245 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.821522 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.821798 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.822073 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.822354 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.822630 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.822905 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.823181 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.823456 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.823734 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.824051 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.824355 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.824667 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.824951 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.825232 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.825512 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.825792 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.826074 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.826356 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.826642 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.826913 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.827206 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.827490 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.827784 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.828072 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.828354 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.828675 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.828957 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.829243 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.829527 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.829811 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.830107 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.830398 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.830697 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.830994 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.831293 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.831590 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.831889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.832174 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.833549 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.833549 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:45.833549 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 08 15:11:45.833549 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78317) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jul 08 15:11:46.228623 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO keyring.backend [-] Loading KWallet
Jul 08 15:11:46.236769 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO keyring.backend [-] Loading SecretService
Jul 08 15:11:46.240441 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO keyring.backend [-] Loading Windows
Jul 08 15:11:46.241781 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO keyring.backend [-] Loading chainer
Jul 08 15:11:46.242370 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO keyring.backend [-] Loading macOS
Jul 08 15:11:46.277725 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:11:46.278001 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=78317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:11:46.278292 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:11:46.278631 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [-] Loading core plugin: ml2
Jul 08 15:11:46.586766 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.586983 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.587263 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.588499 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.588785 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.589054 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.710087 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.710374 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.710648 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.724419 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.724702 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.724970 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.753078 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.753362 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.753637 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.793009 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.793631 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:46.793631 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.026322 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3fe0585c10> agent after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.026617 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3fe0585c10> agent after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.026892 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fe0585af0> segment precommit_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.027191 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3fe0585b80> network precommit_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.027956 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3fe05331f0> segment before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.153134 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> network before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.153462 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3fe0329ee0> agent before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.153747 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> network before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.154026 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.154300 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.154617 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> segment after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.154884 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> segment precommit_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.155145 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> segment precommit_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.155403 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> segment after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.155690 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> network after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.155954 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> network precommit_delete 0 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.156229 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port provisioning_complete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.156524 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.156786 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.157055 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> agent after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.157479 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> subnet after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.157750 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> subnet precommit_delete 0 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.158032 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.158295 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.158588 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> segment_host_mapping after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.158944 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.159206 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.159464 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> port after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.159753 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.160007 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.160257 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3fe1154910>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.160745 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.160991 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.161287 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.161471 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.161708 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.161943 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.162309 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jul 08 15:11:47.165449 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jul 08 15:11:47.169967 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jul 08 15:11:47.173726 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Jul 08 15:11:47.175355 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jul 08 15:11:47.175815 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jul 08 15:11:47.176154 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jul 08 15:11:47.176579 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jul 08 15:11:47.179514 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jul 08 15:11:47.179767 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jul 08 15:11:47.180118 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jul 08 15:11:47.207579 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jul 08 15:11:47.208032 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3fe049d2b0>> qos_plugin after_init 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.208334 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78317) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jul 08 15:11:47.208751 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3fe049d520>> logging-plugin after_init 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.210126 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78317) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jul 08 15:11:47.210411 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jul 08 15:11:47.210663 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jul 08 15:11:47.213870 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3fe04887c0>> floatingip before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.214156 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3fe04887c0>> port before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.278312 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jul 08 15:11:47.278494 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jul 08 15:11:47.278736 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jul 08 15:11:47.279116 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jul 08 15:11:47.310999 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_db.sqlalchemy.engines [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78317) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jul 08 15:11:47.646774 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing driver for type 'gre'
Jul 08 15:11:47.647348 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] gre ID ranges: [(1, 1000)]
Jul 08 15:11:47.703598 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing driver for type 'local'
Jul 08 15:11:47.703975 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing driver for type 'vlan'
Jul 08 15:11:47.716410 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] VlanTypeDriver initialization complete
Jul 08 15:11:47.716810 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing driver for type 'vxlan'
Jul 08 15:11:47.717311 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] vxlan ID ranges: [(1, 1000)]
Jul 08 15:11:47.769259 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing extension driver 'port_security'
Jul 08 15:11:47.769593 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.extensions.port_security [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] PortSecurityExtensionDriver initialization complete
Jul 08 15:11:47.769931 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing mechanism driver 'openvswitch'
Jul 08 15:11:47.770255 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing mechanism driver 'hyperv'
Jul 08 15:11:47.776723 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.plugins.ml2.plugin [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78317) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:11:47.777478 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae130>> port after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.777846 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae130>> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.778191 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae130>> port after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.778576 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae3a0>> subnet after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.778922 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae3a0>> subnet after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.779261 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fe06ae3a0>> subnet after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.779630 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc6d0>> network after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.779968 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc6d0>> network after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.780303 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc6d0>> network after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.780695 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc8e0>> security_group after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.781036 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc8e0>> security_group after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.781368 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedc8e0>> security_group after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.781735 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcb20>> security_group_rule after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.782070 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcb20>> security_group_rule after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.782399 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcb20>> security_group_rule after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.782765 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcdf0>> address_group after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.783101 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcdf0>> address_group after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.783430 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fdfedcdf0>> address_group after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.783762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] ML2 OVO RPC backend initialized. {{(pid=78317) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Jul 08 15:11:47.784487 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> router_interface after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.784839 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> router_interface after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.785248 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> network before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.785586 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> networks before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.785925 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> port before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.786259 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> ports before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.786594 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> subnet before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.786928 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> subnets before_response 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.787266 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> network after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.787603 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> network after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.787933 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> network after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.788268 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> port after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.788631 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.788961 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> port after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.789291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> subnet after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.789622 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> subnet after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.789954 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fdfee31c0>> subnet after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.790522 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.plugin [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Modular L2 Plugin initialization complete
Jul 08 15:11:47.790840 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading services supported by the core plugin {{(pid=78317) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jul 08 15:11:47.791157 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.plugins.ml2.managers [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Got port-security extension from driver 'port_security'
Jul 08 15:11:47.791607 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.extensions.vlantransparent [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Disabled vlantransparent extension.
Jul 08 15:11:47.792083 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78317) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jul 08 15:11:47.792410 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: router
Jul 08 15:11:47.828674 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router_interface before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.829290 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_create 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.829422 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router before_create 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.829785 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router_interface before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.830149 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router_interface after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.830497 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_delete 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.830849 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> floatingip after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.831203 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_create 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.831544 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.831885 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.832225 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router_gateway after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.832601 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.833013 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.833375 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3fe03e3ca0> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.833708 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3fe03e6820> port after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.834044 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3fe03e3d30> subnet after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.834378 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3fe03e3c10> subnetpool_address_scope after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.834720 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> port precommit_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.835060 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_create 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.835396 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3fe03dc670> port before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.835729 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.836080 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router after_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.836446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_delete 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.836788 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_create 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.837144 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router_interface after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.837482 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> router precommit_update 55549900 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.837838 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> agent after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.838178 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> agent after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.838514 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fdfee32e0>> network after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.839373 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Tracking information for resource: router configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.840209 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Tracking information for resource: floatingip configured {{(pid=78317) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jul 08 15:11:47.845213 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.db.l3_agentschedulers_db [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jul 08 15:11:47.845794 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3fdfe52160> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.846145 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3fdfe52040> port after_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.846490 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _notify_port_delete at 0x7f3fdfe520d0> port after_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.846830 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3fdfe52430> port after_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.847622 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fdfdffac0>> router before_create 55550100 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.847983 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fdfdffac0>> router precommit_delete 55550100 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.848342 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fdfdffac0>> router precommit_create 55550100 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.848716 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fdfdffac0>> router precommit_update 55550100 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.852965 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.provider_configuration [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service providers = [] {{(pid=78317) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jul 08 15:11:47.853327 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.db.servicetype_db [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78317) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jul 08 15:11:47.856920 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.service_base [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 08 15:11:47.857266 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.service_base [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 08 15:11:47.857600 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.service_base [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 08 15:11:47.858478 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.services.service_base [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78317) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jul 08 15:11:47.859002 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.services.service_base [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jul 08 15:11:47.859379 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.859689 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jul 08 15:11:47.870035 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.870368 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: auto_allocate
Jul 08 15:11:47.876115 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fdfe24700> network precommit_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.876509 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fdfe24700> network precommit_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.877024 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.877338 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: tag
Jul 08 15:11:47.884007 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.884331 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: timestamp
Jul 08 15:11:47.888137 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.888487 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: network_ip_availability
Jul 08 15:11:47.893875 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfe230d0>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.894241 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfe230d0>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.894589 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfe230d0>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:47.895289 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.895623 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: flavors
Jul 08 15:11:47.900513 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.900795 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading Plugin: revisions
Jul 08 15:11:47.905560 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78317) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jul 08 15:11:47.905942 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.628s {{(pid=78317) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:11:47.906662 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78317) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jul 08 15:11:47.906991 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Initializing extension manager.
Jul 08 15:11:47.907490 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: __init__.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.907824 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: __pycache__ {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.908150 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.908504 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: address_group.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.909245 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.909799 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: address-group
Jul 08 15:11:47.910113 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: address_scope.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.910816 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.911308 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: address-scope
Jul 08 15:11:47.911621 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.912570 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.913068 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: router-admin-state-down-before-update
Jul 08 15:11:47.913383 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: agent.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.914070 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.914559 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: agent
Jul 08 15:11:47.914871 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: agent_resources_synced.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.915766 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.916261 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: agent-resources-synced
Jul 08 15:11:47.916606 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: allowedaddresspairs.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.918953 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.919470 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: allowed-address-pairs
Jul 08 15:11:47.919794 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: auto_allocated_topology.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.920885 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.921387 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: auto-allocated-topology
Jul 08 15:11:47.921711 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: availability_zone.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.922398 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.922896 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: availability_zone
Jul 08 15:11:47.923215 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: availability_zone_filter.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.924119 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.924650 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: availability_zone_filter
Jul 08 15:11:47.924969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: data_plane_status.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.925859 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.926353 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension data-plane-status not supported by any of loaded plugins
Jul 08 15:11:47.926676 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: default_subnetpools.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.927570 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.928065 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: default-subnetpools
Jul 08 15:11:47.928394 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.929206 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.929705 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: dhcp_agent_scheduler
Jul 08 15:11:47.930020 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: dns.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.930913 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.931405 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension dns-integration not supported by any of loaded plugins
Jul 08 15:11:47.931721 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: dns_domain_ports.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.932646 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.933158 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jul 08 15:11:47.933476 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: dvr.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.934142 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.934632 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: dvr
Jul 08 15:11:47.934944 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: empty_string_filtering.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.935838 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.936332 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: empty-string-filtering
Jul 08 15:11:47.936685 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.937579 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.938070 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jul 08 15:11:47.938381 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.939288 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.939784 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jul 08 15:11:47.940099 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: external_net.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.941017 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.941521 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: external-net
Jul 08 15:11:47.941833 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.942729 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.943233 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: extra_dhcp_opt
Jul 08 15:11:47.943545 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: extraroute.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.944466 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.944971 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: extraroute
Jul 08 15:11:47.945284 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: extraroute_atomic.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.946317 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.946830 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: extraroute-atomic
Jul 08 15:11:47.947147 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: filter_validation.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.947800 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.948300 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: filter-validation
Jul 08 15:11:47.948638 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: fip_pf_description.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.951028 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.951544 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jul 08 15:11:47.951873 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: fip_port_details.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.952825 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.953335 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: fip-port-details
Jul 08 15:11:47.953658 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: flavors.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.954879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.955389 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: flavors
Jul 08 15:11:47.955707 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.957370 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.957882 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jul 08 15:11:47.958209 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: floatingip_pools.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.958897 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.959399 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: floatingip-pools
Jul 08 15:11:47.959719 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: ip_allocation.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.960654 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.961149 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension ip_allocation not supported by any of loaded plugins
Jul 08 15:11:47.961465 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.962369 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.962866 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: ip-substring-filtering
Jul 08 15:11:47.963183 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l2_adjacency.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.964097 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.965137 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension l2_adjacency not supported by any of loaded plugins
Jul 08 15:11:47.965456 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.966409 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.966923 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: router
Jul 08 15:11:47.967240 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.969468 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.969979 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jul 08 15:11:47.970304 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.971218 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.971725 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: ext-gw-mode
Jul 08 15:11:47.972047 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.972990 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.973495 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: l3-ha
Jul 08 15:11:47.973812 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3_flavors.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.974711 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.975216 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: l3-flavors
Jul 08 15:11:47.975536 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.976490 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.976988 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: l3-port-ip-change-not-allowed
Jul 08 15:11:47.977305 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: l3agentscheduler.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.978340 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.978839 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: l3_agent_scheduler
Jul 08 15:11:47.979158 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: logging.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.981178 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.981695 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension logging not supported by any of loaded plugins
Jul 08 15:11:47.982011 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: metering.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.982740 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.983308 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: metering
Jul 08 15:11:47.983624 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.984721 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.985227 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: metering_source_and_destination_fields
Jul 08 15:11:47.985545 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: multiprovidernet.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.986583 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.987086 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: multi-provider
Jul 08 15:11:47.987412 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: netmtu.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.988338 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.988851 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: net-mtu
Jul 08 15:11:47.989173 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: netmtu_writable.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.990080 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.990580 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: net-mtu-writable
Jul 08 15:11:47.990898 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: network_availability_zone.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.991554 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.992052 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: network_availability_zone
Jul 08 15:11:47.992386 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: network_ip_availability.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.993531 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.994040 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: network-ip-availability
Jul 08 15:11:47.994355 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: network_segment_range.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.995112 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.995607 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension network-segment-range not supported by any of loaded plugins
Jul 08 15:11:47.996575 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: pagination.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.997552 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.997874 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: pagination
Jul 08 15:11:47.998188 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: port_device_profile.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:47.999099 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:47.999599 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: port-device-profile
Jul 08 15:11:47.999956 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.000886 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.001380 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: port-mac-address-regenerate
Jul 08 15:11:48.001694 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.002591 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.003089 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: port-numa-affinity-policy
Jul 08 15:11:48.003402 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: port_resource_request.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.004310 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.004836 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension port-resource-request not supported by any of loaded plugins
Jul 08 15:11:48.005153 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: portbindings.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.006068 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.006565 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: binding
Jul 08 15:11:48.006879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: portbindings_extended.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.008145 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.008688 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: binding-extended
Jul 08 15:11:48.009005 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: portsecurity.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.009907 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.010411 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: port-security
Jul 08 15:11:48.010722 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: project_id.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.012240 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.012591 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: project-id
Jul 08 15:11:48.012909 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: providernet.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.013822 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.014324 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: provider
Jul 08 15:11:48.014637 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.018335 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.018848 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos not supported by any of loaded plugins
Jul 08 15:11:48.019174 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.020431 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.020939 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jul 08 15:11:48.021260 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.022166 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.022669 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jul 08 15:11:48.022988 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_default.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.023895 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.024417 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-default not supported by any of loaded plugins
Jul 08 15:11:48.024738 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_fip.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.025381 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.025874 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-fip not supported by any of loaded plugins
Jul 08 15:11:48.026475 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_gateway_ip.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.027446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.027945 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jul 08 15:11:48.028261 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_port_network_policy.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.029185 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.029690 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jul 08 15:11:48.030005 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_rule_type_details.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.030903 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.031402 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jul 08 15:11:48.031718 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: qos_rules_alias.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.032763 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.033265 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jul 08 15:11:48.033582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: quotasv2.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.034488 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.034934 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: quotas
Jul 08 15:11:48.035250 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: quotasv2_detail.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.036880 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.037224 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: quota_details
Jul 08 15:11:48.037550 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: rbac.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.038596 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.039111 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: rbac-policies
Jul 08 15:11:48.039435 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: rbac_address_group.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.040350 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.040887 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: rbac-address-group
Jul 08 15:11:48.041209 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: rbac_address_scope.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.042114 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.042655 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: rbac-address-scope
Jul 08 15:11:48.042976 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: rbac_security_groups.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.043878 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.044401 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: rbac-security-groups
Jul 08 15:11:48.044730 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: rbac_subnetpool.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.045648 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.046148 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: rbac-subnetpool
Jul 08 15:11:48.046464 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: revisionifmatch.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.047379 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.047876 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: revision-if-match
Jul 08 15:11:48.048191 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: revisions.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.049315 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.049815 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: standard-attr-revisions
Jul 08 15:11:48.050132 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: router_availability_zone.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.050796 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.051300 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: router_availability_zone
Jul 08 15:11:48.051617 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: routerservicetype.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.052558 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.053059 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension router-service-type not supported by any of loaded plugins
Jul 08 15:11:48.053373 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.054274 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.054776 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: security-groups-normalized-cidr
Jul 08 15:11:48.055090 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.055990 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.056520 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: port-security-groups-filtering
Jul 08 15:11:48.056840 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.057756 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.058782 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: security-groups-remote-address-group
Jul 08 15:11:48.059098 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: securitygroup.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.068575 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.069111 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: security-group
Jul 08 15:11:48.069422 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: segment.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.070193 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.070693 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension segment not supported by any of loaded plugins
Jul 08 15:11:48.071012 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.071938 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.072471 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jul 08 15:11:48.072793 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: servicetype.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.074408 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.074926 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: service-type
Jul 08 15:11:48.075247 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: sorting.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.076212 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.076561 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: sorting
Jul 08 15:11:48.076882 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: standard_attr_segment.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.077777 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.078278 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jul 08 15:11:48.078594 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: standardattrdescription.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.079226 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.079725 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: standard-attr-description
Jul 08 15:11:48.080041 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: stateful_security_group.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.080973 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.081478 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: stateful-security-group
Jul 08 15:11:48.081796 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: stdattrs_common.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.082366 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jul 08 15:11:48.082682 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.083675 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.084213 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jul 08 15:11:48.084554 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnet_onboard.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.085626 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.086133 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: subnet_onboard
Jul 08 15:11:48.086452 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.087370 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.087871 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jul 08 15:11:48.088194 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnet_service_types.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.089118 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.089656 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: subnet-service-types
Jul 08 15:11:48.089973 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnetallocation.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.091049 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.091565 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: subnet_allocation
Jul 08 15:11:48.091879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.092565 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.093068 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: subnetpool-prefix-ops
Jul 08 15:11:48.093382 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.094308 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.094803 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jul 08 15:11:48.095120 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: tagging.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.096215 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.096755 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: standard-attr-tag
Jul 08 15:11:48.097085 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: timestamp.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.098291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.098801 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loaded extension: standard-attr-timestamp
Jul 08 15:11:48.099123 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: trunk.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.100146 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.100680 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension trunk not supported by any of loaded plugins
Jul 08 15:11:48.101000 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: trunk_details.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.101909 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.102408 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension trunk-details not supported by any of loaded plugins
Jul 08 15:11:48.102722 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: uplink_status_propagation.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.103634 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.104130 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jul 08 15:11:48.104473 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Loading extension file: vlantransparent.py {{(pid=78317) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jul 08 15:11:48.105186 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78317) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jul 08 15:11:48.105685 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extension vlan-transparent not supported by any of loaded plugins
Jul 08 15:11:48.108156 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:network
Jul 08 15:11:48.108925 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnet
Jul 08 15:11:48.109711 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 08 15:11:48.110319 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:port
Jul 08 15:11:48.111600 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.112022 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service FLAVORS assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.112677 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.113105 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.113427 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:router
Jul 08 15:11:48.114066 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:floatingip
Jul 08 15:11:48.114783 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service METERING assigned prefix: /metering {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.116211 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfcf6640>> rbac-policy before_create 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:48.116607 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfcf6640>> rbac-policy before_update 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:48.116960 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fdfcf6640>> rbac-policy before_delete 55550000 {{(pid=78317) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:11:48.118087 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 08 15:11:48.118532 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:security_group
Jul 08 15:11:48.119199 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 08 15:11:48.119907 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service CORE assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.120231 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 08 15:11:48.121177 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] subnetpool is already registered
Jul 08 15:11:48.121779 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service CORE assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.122115 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 08 15:11:48.122443 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] subnetpool is already registered
Jul 08 15:11:48.124997 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.125424 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service FLAVORS assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.126010 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.126425 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.126749 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:router
Jul 08 15:11:48.127073 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] router is already registered
Jul 08 15:11:48.127665 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:floatingip
Jul 08 15:11:48.127989 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] floatingip is already registered
Jul 08 15:11:48.128648 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service METERING assigned prefix: /metering {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.129312 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of CountableResource for resource:rbac_policy
Jul 08 15:11:48.129630 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] rbac_policy is already registered
Jul 08 15:11:48.130161 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:security_group
Jul 08 15:11:48.130482 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] security_group is already registered
Jul 08 15:11:48.131055 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:security_group_rule
Jul 08 15:11:48.131376 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] security_group_rule is already registered
Jul 08 15:11:48.132036 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service CORE assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.132354 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 08 15:11:48.132699 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] subnetpool is already registered
Jul 08 15:11:48.133282 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.v2.resource_helper [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Service CORE assigned prefix:  {{(pid=78317) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jul 08 15:11:48.133598 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Creating instance of TrackedResource for resource:subnetpool
Jul 08 15:11:48.133921 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING neutron.quota.resource_registry [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] subnetpool is already registered
Jul 08 15:11:48.134553 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: extensions {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.136002 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: address-groups {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.138177 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: address-scopes {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.139362 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: agents {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.140771 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: auto-allocated-topology {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.142003 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: availability_zones {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.143292 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: dhcp-networks {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.144698 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: dhcp-agents {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.146113 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: routers {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.148782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: flavors {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.149945 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: service_profiles {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.151180 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: next_providers {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.152682 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: service_profiles {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.154152 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: floatingip-pools {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.155390 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: routers {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.157187 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: floatingips {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.158355 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: l3-routers {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.159699 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: l3-agents {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.161167 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: metering-labels {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.162502 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: metering-label-rules {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.163767 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: network-ip-availabilities {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.165047 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: bindings {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.166719 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: quotas {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.168166 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: quotas {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.169564 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: rbac-policies {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.170846 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: security-groups {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.172025 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: security-group-rules {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.173290 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: service-providers {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.174483 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: subnetpools {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.175882 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: subnetpools {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.177322 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.178994 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.180781 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.182542 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.184850 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.186677 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.188347 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.190227 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.191963 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.193788 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron.api.extensions [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Extended resource: tags {{(pid=78317) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jul 08 15:11:48.200322 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING keystonemiddleware.auth_token [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jul 08 15:11:48.205023 dv-cinder-798671-3-iscsi neutron-server[78317]: WARNING keystonemiddleware.auth_token [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jul 08 15:11:48.212935 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Acquired lock "singleton_lock" {{(pid=78317) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jul 08 15:11:48.213398 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_concurrency.lockutils [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Releasing lock "singleton_lock" {{(pid=78317) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jul 08 15:11:48.214028 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Starting 2 workers
Jul 08 15:11:48.218672 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Started child 78424 {{(pid=78317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 08 15:11:48.222935 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Started child 78425 {{(pid=78317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 08 15:11:48.223802 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.224518 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO neutron.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Neutron service started, listening on 0.0.0.0:9696
Jul 08 15:11:48.225138 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Notify callbacks [] for process, before_spawn {{(pid=78317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.225538 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [-] (78424) wsgi starting up on http://0.0.0.0:9696
Jul 08 15:11:48.227263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.227707 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Starting 1 workers
Jul 08 15:11:48.228697 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [-] (78425) wsgi starting up on http://0.0.0.0:9696
Jul 08 15:11:48.233080 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Started child 78426 {{(pid=78317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 08 15:11:48.233580 dv-cinder-798671-3-iscsi neutron-server[78317]: INFO oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Starting 1 workers
Jul 08 15:11:48.236314 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] calling RpcWorker wait() {{(pid=78426) _wait /opt/stack/neutron/neutron/service.py:128}}
Jul 08 15:11:48.236913 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] returning from RpcWorker wait() {{(pid=78426) _wait /opt/stack/neutron/neutron/service.py:135}}
Jul 08 15:11:48.237885 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Started child 78427 {{(pid=78317) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jul 08 15:11:48.238245 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.238622 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG neutron_lib.callbacks.manager [None req-b7f2494a-20be-4c0e-afde-185b5d466148 None None] Notify callbacks [] for process, after_spawn {{(pid=78317) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.238723 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:11:48.240489 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78317) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 08 15:11:48.240687 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 08 15:11:48.240875 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 08 15:11:48.241086 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 08 15:11:48.241412 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 08 15:11:48.241571 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 08 15:11:48.242276 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.242434 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:48.242949 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.242949 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.243118 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.243357 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.243897 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.244150 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.244418 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.244698 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.244956 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.245117 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.245436 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.245761 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.246619 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.247096 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.247553 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.247949 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.248398 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.248665 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.249086 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.249532 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.249784 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.250067 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.250308 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.250981 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.251304 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.251553 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.251819 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.252145 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.252473 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.252730 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.253133 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.253507 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.253874 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.254299 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.254605 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.254905 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.255097 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.255361 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.255590 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.256102 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] host                           = dv-cinder-798671-3-iscsi {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.256400 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.256679 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.256939 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.257267 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.257532 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.257776 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.258028 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.258324 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.258601 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.258851 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.259105 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.259352 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.259575 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.259826 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.259992 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.260209 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.260509 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.260784 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.260973 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.261133 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.261382 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.261683 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.261838 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.262090 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.262334 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.262551 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.262765 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.263012 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.263252 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.263505 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.263743 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.263961 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.264168 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.264451 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.264680 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.264910 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.265496 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.265644 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.265972 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.267003 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.267265 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.267649 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.267948 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.268152 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.268425 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.268781 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.268948 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.269230 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.269543 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.269734 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.269925 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.270300 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.270725 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.271109 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.271270 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.271450 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.271666 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.271898 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.272113 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.272328 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.272590 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.272797 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.273029 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.273291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.273570 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.273768 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.273947 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.274187 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.274435 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.274841 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.275227 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.275434 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.275680 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.276010 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.276265 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:11:48.276433 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.276633 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.276916 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.277152 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.277419 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.277740 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.277962 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.278255 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.278456 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.278696 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.278994 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.279255 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.279518 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.279749 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.279989 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.280202 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.280459 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.280785 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.281057 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.281320 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.55/identity {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.281690 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.281912 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.282144 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.282376 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.282590 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.282806 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.283020 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.283294 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.283607 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.283843 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.284060 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.284294 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.284530 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.284759 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.284986 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.285226 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.285460 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.285679 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.285896 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.286111 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.286323 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.286533 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.286780 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.286993 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.287261 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.287488 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.287704 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.287999 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.288231 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.288491 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.288727 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.288994 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.289140 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.289349 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.289562 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.289799 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.290050 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.290267 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.290475 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.290689 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291048 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291192 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291327 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291552 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.291995 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.292203 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.292437 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.293208 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.293416 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.293643 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.293869 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.294096 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.294308 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.294516 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.294728 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.294956 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.295163 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.295402 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.295672 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.295984 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.296216 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.296479 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.296719 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.296963 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.297202 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.297651 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.298069 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.298294 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.298548 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.298828 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.299078 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.299323 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.299713 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.300070 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.300299 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.300517 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.300755 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.302446 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.303782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.303782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.303782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.303782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.303782 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.305083 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.305610 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.308827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.308827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.308827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.308827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.308827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.309258 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.309258 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.309463 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.309667 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.309900 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.310195 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.310475 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.310696 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.310939 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.311185 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.311548 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.311803 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.312040 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.312277 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.313582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.313582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.313582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.313582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.314618 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.314854 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.315333 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.315720 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.55/identity {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.316112 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.316531 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.316948 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.317328 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.317740 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.318130 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.318523 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.318889 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.319282 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.319718 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.319974 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.320207 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.320459 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.320846 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.321242 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.321683 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.321924 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.322155 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.322398 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.322624 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.322847 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.323069 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.323291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.323564 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.323831 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.324095 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.324574 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.325012 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.325430 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.325684 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.325951 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.326177 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.326454 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.326669 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.327069 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.327464 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.327879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.328091 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.328472 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.328864 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.329228 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.329609 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.330000 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.330499 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.330767 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.331037 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.331279 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.331500 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.331729 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.331970 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.332363 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.332752 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.333121 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.333485 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.333916 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.334184 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.334427 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.334662 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.334879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.335109 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.335318 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.335536 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.335831 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.336099 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.336340 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.336604 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.336861 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.337103 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.337308 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.337677 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.337924 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.338138 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.338369 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.338589 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.338802 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.339020 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.339232 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.339554 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.339806 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.340038 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.340323 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.340630 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.340823 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.341090 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.341418 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.341632 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.341873 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.342129 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.342347 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.342567 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.342846 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.343183 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.343494 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.343738 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.343993 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.344274 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.344574 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.344856 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.345082 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.345389 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.345731 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.346030 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.346286 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.346530 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.346808 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.347058 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.347291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.347525 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.347762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.348348 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.348538 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.348741 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.348961 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.349204 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.349452 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.349674 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.350137 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.350385 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.350611 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.350827 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.350985 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 08 15:11:48.351510 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78317) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jul 08 15:11:48.351675 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jul 08 15:11:48.351833 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jul 08 15:11:48.352004 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jul 08 15:11:48.352176 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jul 08 15:11:48.352334 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jul 08 15:11:48.352570 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.352735 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.352908 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.353089 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.353214 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.353548 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.353865 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354032 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354198 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354359 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354522 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354683 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.354846 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.355535 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.355684 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.355849 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.356009 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.356167 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.356522 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.356718 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.356840 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.357000 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.357168 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.357324 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.357681 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358008 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358317 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358483 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358645 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358805 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.358969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359129 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359290 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359451 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359739 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359840 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.359909 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360076 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360236 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360416 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360581 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] host                           = dv-cinder-798671-3-iscsi {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360741 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.360899 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.361207 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.361370 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.361532 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.361695 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.361853 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362160 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362324 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362485 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362646 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362808 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.362969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.363129 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.363290 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.363451 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.363607 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.363916 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364109 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364274 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364456 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364620 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364781 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.364943 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365097 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365260 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365421 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365582 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365743 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.365904 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366065 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366227 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366387 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366546 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366692 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.366852 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367015 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367177 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367339 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367502 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367664 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367816 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.367971 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368132 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368279 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368469 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368627 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368781 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.368941 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369030 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:11:48.369134 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369250 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369428 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369583 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369815 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.369919 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.370054 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.370213 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.370374 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.370526 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.370762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.371388 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.371549 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.371709 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.371871 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372031 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372192 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372352 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372537 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372699 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jul 08 15:11:48.372879 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373043 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373219 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373382 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373546 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373708 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.373875 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374038 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374201 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374363 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374533 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374697 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.374870 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375034 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375198 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375364 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375527 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375690 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.375855 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376018 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376181 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376343 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376543 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376707 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.376871 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.55/identity {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377033 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377195 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377358 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377522 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377686 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.377850 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378013 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378177 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378340 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378503 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378666 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378828 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.378993 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379157 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379321 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379490 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379653 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379817 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.379979 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.380139 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.380295 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.380762 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381164 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381164 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381624 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381624 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381881 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.381881 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382033 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382200 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382369 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382742 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382742 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382986 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.382986 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383146 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383312 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383475 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383638 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383801 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.383964 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384169 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384298 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384451 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384617 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384780 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.384942 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385305 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385305 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385473 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385552 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385714 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.385877 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386040 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386202 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386390 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386554 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386718 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.386881 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387052 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387231 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387394 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387557 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387721 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.387883 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388047 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388210 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388414 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388557 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388724 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.388867 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389019 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389184 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389346 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389514 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389676 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.389837 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.390005 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.390132 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.390555 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.390719 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.390882 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391043 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391205 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391367 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391529 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391700 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.391863 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392029 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392194 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392363 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392557 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392721 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.392884 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393047 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393210 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.393969 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394547 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394547 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394547 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394902 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394902 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.394902 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395221 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395221 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395455 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395578 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395699 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395812 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.395974 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396136 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396284 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396471 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396634 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396803 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.55/identity {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.396955 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397117 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397279 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397442 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397606 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397770 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.397933 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398096 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398259 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398422 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398585 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398748 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.398910 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399073 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399273 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399390 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399541 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399703 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.399866 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400028 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400192 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400354 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400537 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400700 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.400864 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401029 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401256 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401375 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401508 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401672 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.401834 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402078 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402188 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402339 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402501 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402712 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402816 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.402979 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403142 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403304 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403468 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403629 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403791 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.403968 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404132 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404295 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404479 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404642 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404805 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.404968 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405130 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405291 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405454 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405616 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405783 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.405949 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406112 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406274 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406437 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406600 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406763 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.406926 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407102 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407266 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407428 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407591 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407753 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.407929 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408088 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408228 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408472 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408613 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408763 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.408908 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409023 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409185 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409347 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409523 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409686 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.409848 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410018 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410182 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410345 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410508 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410685 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.410848 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411013 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411176 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411339 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411501 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411665 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411834 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.411991 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.412164 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.412432 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.412700 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.412912 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.413094 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.413257 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.413792 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.413792 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414047 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414256 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414256 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414515 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414641 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414766 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.414891 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415016 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415228 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415397 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415560 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415720 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.415874 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416036 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416199 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416362 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416536 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416694 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.416856 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jul 08 15:11:48.417011 dv-cinder-798671-3-iscsi neutron-server[78317]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78317) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jul 08 15:11:48.594470 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58280) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:11:48.604730 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [-] 10.222.0.55 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0079272
Jul 08 15:11:59.216237 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02a87d-0255-46fb-9897-ec107c166897 None None] get_active_networks_info from dv-cinder-798671-3-iscsi {{(pid=78426) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jul 08 15:11:59.309195 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d02a87d-0255-46fb-9897-ec107c166897 None None] No non-hosted networks {{(pid=78426) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jul 08 15:11:59.333474 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.agentschedulers_db [None req-6d02a87d-0255-46fb-9897-ec107c166897 None None] DHCP Agent not found on host dv-cinder-798671-3-iscsi {{(pid=78426) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jul 08 15:11:59.425167 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfbe8-b012-4698-85f4-2e9458749220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:59.714691 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:11:59.715906 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.716217 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.716796 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.717239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.717590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.717953 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.718319 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.718709 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.719043 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.719369 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.719719 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.720028 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:11:59.720536 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fdf1be8e0>, 'Open vSwitch agent', 'dv-cinder-798671-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:11:59.739286 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0d5c40>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798671-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:01.815284 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9b70434a-7c47-4d4d-ae8f-93c63e483aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:01.861448 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-298fffe0-59cb-4f09-9c09-8cc02d074776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:02.613666 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:04.067837 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:05.759982 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 58372) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:06.346320 dv-cinder-798671-3-iscsi neutron-server[78424]: WARNING oslo_policy.policy [None req-ddf3f0aa-8d65-4ffe-b736-2d3b52646cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:06.346917 dv-cinder-798671-3-iscsi neutron-server[78424]: WARNING oslo_policy.policy [None req-ddf3f0aa-8d65-4ffe-b736-2d3b52646cf4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:06.563448 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [None req-ddf3f0aa-8d65-4ffe-b736-2d3b52646cf4 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:12:06.564735 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ddf3f0aa-8d65-4ffe-b736-2d3b52646cf4 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8026233
Jul 08 15:12:07.770936 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.db.l3_hamode_db [None req-d143e22a-1a89-4869-832c-594435b60434 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jul 08 15:12:07.856437 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143e22a-1a89-4869-832c-594435b60434 None None] Routers set() bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:12:07.856835 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d143e22a-1a89-4869-832c-594435b60434 None None] Router IDs set() for agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jul 08 15:12:08.921297 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 58386) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:09.281789 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:09.379696 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.policy [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78424) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 08 15:12:09.424095 dv-cinder-798671-3-iscsi neutron-server[78424]: WARNING oslo_policy.policy [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:09.424486 dv-cinder-798671-3-iscsi neutron-server[78424]: WARNING oslo_policy.policy [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:09.432837 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.quota [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3fdf809370>.
Jul 08 15:12:09.448540 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:09.508189 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523380405', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523379840', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523373975', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523365243', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523358178', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744523347297', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1367362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1209922', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66912734', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67097783'] for rbac-policy, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:09.573236 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:09.574589 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-4736caec-5583-4505-96c4-3ad0619cc643 admin admin] 10.222.0.55 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6522365
Jul 08 15:12:12.172093 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 58400) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:12.522529 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Request body: {'network': {'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'name': 'private'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:12.527244 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:12.531625 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Usage tracker for resource:network and tenant:4d7a4a03599a434bace54fc14fd16b8b is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:12.536109 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:12.542069 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:12.551663 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Made reservation on behalf of 4d7a4a03599a434bace54fc14fd16b8b for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:12:12.554481 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.572529 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.586222 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:12.591093 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7a4a03599a434bace54fc14fd16b8b is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:12.596636 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:12.602231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:12.702319 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.706327 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.711634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:12.732579 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:12:12.758138 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744520222127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.758617 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fe0585af0> segment precommit_create {{(pid=78424) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 08 15:12:12.759089 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Added segment 6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2 of type vlan for network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd
Jul 08 15:12:12.807795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c086701a-c702-4a1e-a091-f32f92165b62,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:12.829949 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.830300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.830628 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.830947 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.831267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.831605 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.831914 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.832224 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.832586 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.832889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.833194 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.833496 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Tracked resource versions report:
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]: pushed versions:
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]: {   'AddressGroup': {'1.2'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'ConntrackHelper': {'1.0'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Log': {'1.0'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Network': {'1.1'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Port': {'1.7'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'PortForwarding': {'1.2'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'QosPolicy': {'1.8'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SecurityGroup': {'1.4'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SubPort': {'1.0'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Subnet': {'1.1'},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Trunk': {'1.1'}}
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]: consumer versions:
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Log': '1.0',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Network': '1.1',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Port': '1.7',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'PortForwarding': '1.2',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'QosPolicy': '1.8',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SecurityGroup': '1.4',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SubPort': '1.0',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Subnet': '1.1',
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Trunk': '1.1'}}
Jul 08 15:12:12.834613 dv-cinder-798671-3-iscsi neutron-server[78424]:  {{(pid=78424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:12:12.875203 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.882695 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:12.919679 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.921446 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:12.922063 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:12.927019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:13.031285 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8580587
Jul 08 15:12:13.031759 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Pushing event updated for resources: {'Network': ['ID=dbf7c684-988f-4ba3-8dee-6c6b8720fdbd,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:13.034927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:13.043632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:12:15.674700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 58416) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:16.127185 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792fcb36-8c31-42b7-bece-5f0e11da15c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:16.128495 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-792fcb36-8c31-42b7-bece-5f0e11da15c1 admin admin] 10.222.0.55 "GET /v2.0/networks/dbf7c684-988f-4ba3-8dee-6c6b8720fdbd HTTP/1.1" status: 200  len: 825 time: 0.4527173
Jul 08 15:12:16.156025 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-70e05687-ec59-4e5d-8e52-0657fcb47440 admin admin] 10.222.0.55 "GET /v2.0/subnetpools/f9591900-c7da-4871-981a-bf89ed5b03fb HTTP/1.1" status: 200  len: 734 time: 0.0216866
Jul 08 15:12:16.164746 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'name': 'private-subnet', 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:16.169680 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:16.173359 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Usage tracker for resource:subnet and tenant:4d7a4a03599a434bace54fc14fd16b8b is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:16.176186 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:16.181836 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:16.191923 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Made reservation on behalf of 4d7a4a03599a434bace54fc14fd16b8b for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:12:16.194209 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:16.462702 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:16.467818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:16.560999 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217e1195-0bfb-4e67-823e-87c59c35acf9,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:16.563011 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Checking segment: {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:12:16.563401 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Network hostable DHCP agents. Network: dbf7c684-988f-4ba3-8dee-6c6b8720fdbd, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:12:16.569767 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:16.585417 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:12:16.596299 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, dbf7c684-988f-4ba3-8dee-6c6b8720fdbd) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:16.600936 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:16.601509 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:16.606110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae363b2-5ce0-4f23-a329-eefd1374b33c None None] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:12:16.628558 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4593790
Jul 08 15:12:17.011710 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:12:17.013001 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.198517 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Allocated IP 172.20.0.2 (dbf7c684-988f-4ba3-8dee-6c6b8720fdbd/217e1195-0bfb-4e67-823e-87c59c35acf9/5f23be14-9196-41c8-8147-1651c3c8e5be) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:12:17.429728 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.444214 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Transition to ACTIVE for port object 5f23be14-9196-41c8-8147-1651c3c8e5be will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:12:17.464586 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Transition to ACTIVE for port object 5f23be14-9196-41c8-8147-1651c3c8e5be will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:12:17.470993 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.476603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:17.535520 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:12:17.538367 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:17.547826 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:12:17.551225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Pushing event updated for resources: {'Port': ['ID=5f23be14-9196-41c8-8147-1651c3c8e5be,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:17.592461 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.592461 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.592461 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.593139 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.593354 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.593700 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.594017 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.594334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.594709 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.595056 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.595393 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.595706 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Tracked resource versions report:
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]: pushed versions:
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]: {   'AddressGroup': {'1.2'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'ConntrackHelper': {'1.0'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Log': {'1.0'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Network': {'1.1'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Port': {'1.7'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'PortForwarding': {'1.2'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'QosPolicy': {'1.8'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SecurityGroup': {'1.4'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SubPort': {'1.0'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Subnet': {'1.1'},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Trunk': {'1.1'}}
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]: consumer versions:
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Log': '1.0',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Network': '1.1',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Port': '1.7',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'PortForwarding': '1.2',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'QosPolicy': '1.8',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SecurityGroup': '1.4',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SubPort': '1.0',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Subnet': '1.1',
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Trunk': '1.1'}}
Jul 08 15:12:17.596896 dv-cinder-798671-3-iscsi neutron-server[78426]:  {{(pid=78426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:12:17.628973 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:17.656999 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Attempting to bind port 5f23be14-9196-41c8-8147-1651c3c8e5be on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:12:17.657641 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Attempting to bind port 5f23be14-9196-41c8-8147-1651c3c8e5be by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:12:17.658263 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Attempting to bind port 5f23be14-9196-41c8-8147-1651c3c8e5be on network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:12:17.668402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:12:17.668997 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Checking segment: {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:12:17.669605 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.670279 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Bound using segment: {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:12:17.671194 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Bound port: 5f23be14-9196-41c8-8147-1651c3c8e5be, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:12:17.671951 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.765659 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] For port 5f23be14-9196-41c8-8147-1651c3c8e5be, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:12:17.769746 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] For port 5f23be14-9196-41c8-8147-1651c3c8e5be, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=5f23be14-9196-41c8-8147-1651c3c8e5be,segment=NetworkSegment(6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2),segment_id=6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:12:17.774688 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:17.778537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:17.884966 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Pushing event updated for resources: {'Port': ['ID=5f23be14-9196-41c8-8147-1651c3c8e5be,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:17.894682 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:19.034262 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 58426) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:19.412681 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [None req-5a88c1a0-9335-4420-8a60-3bbdbc23f8a7 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:12:19.414019 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5a88c1a0-9335-4420-8a60-3bbdbc23f8a7 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3787127
Jul 08 15:12:21.552359 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbe1917-e549-4495-8e3c-42b5004039db None None] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:12:21.645223 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-31fd3da6-d723-4b6e-8412-e3bff442c5cc None None] Provisioning for port 5f23be14-9196-41c8-8147-1651c3c8e5be completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:12:21.817658 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58440) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:22.008769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 5f23be14-9196-41c8-8147-1651c3c8e5be up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:22.099826 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 5f23be14-9196-41c8-8147-1651c3c8e5be completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:12:22.105017 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 5f23be14-9196-41c8-8147-1651c3c8e5be triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:22.105427 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:22.223834 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:22.255726 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 5f23be14-9196-41c8-8147-1651c3c8e5be, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=5f23be14-9196-41c8-8147-1651c3c8e5be,segment=NetworkSegment(6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2),segment_id=6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:12:22.260016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:22.262901 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:22.330149 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=5f23be14-9196-41c8-8147-1651c3c8e5be,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:22.333263 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:22.421756 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING oslo_policy.policy [None req-a5dd4949-e7af-4892-81d1-3b0e82a0d7f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:22.422370 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING oslo_policy.policy [None req-a5dd4949-e7af-4892-81d1-3b0e82a0d7f9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:22.638945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [None req-a5dd4949-e7af-4892-81d1-3b0e82a0d7f9 admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:12:22.640470 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a5dd4949-e7af-4892-81d1-3b0e82a0d7f9 admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8216591
Jul 08 15:12:23.977917 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 5f23be14-9196-41c8-8147-1651c3c8e5be up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:24.044760 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 5f23be14-9196-41c8-8147-1651c3c8e5be triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:24.045124 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.254690 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58456) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:25.603512 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'name': 'router1'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:25.673652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.policy [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78425) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jul 08 15:12:25.719826 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING oslo_policy.policy [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:25.720245 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING oslo_policy.policy [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jul 08 15:12:25.728948 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.quota [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f3fdf7d22e0>.
Jul 08 15:12:25.744057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:25.750655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Usage tracker for resource:router and tenant:4d7a4a03599a434bace54fc14fd16b8b is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:25.755275 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:25.763023 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:25.780644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.783688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.809036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.925837 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.946151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:25.947601 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e153ffe5-3ff7-4cab-a503-d82dc89a9f61 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6919682
Jul 08 15:12:28.330205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58468) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:28.703043 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [None req-7a18e14d-7ab4-4cdb-bc03-9c04633e081b admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:12:28.704032 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-7a18e14d-7ab4-4cdb-bc03-9c04633e081b admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3729014
Jul 08 15:12:29.148785 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-11e2d317-a6d6-493f-a39a-57f361ad7e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:29.709292 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.069048 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58478) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:31.432042 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:31.437074 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:31.440886 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Usage tracker for resource:network and tenant:44c26e74ba4a45489ac6a8c599e9b675 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:31.444219 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:31.449862 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:31.459313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Made reservation on behalf of 44c26e74ba4a45489ac6a8c599e9b675 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:12:31.462040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.478914 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.493220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:31.497278 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Usage tracker for resource:security_group_rule and tenant:44c26e74ba4a45489ac6a8c599e9b675 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:31.500398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:31.506093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:31.607834 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.611768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.617803 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:31.630765 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Reserving flat network on physical network physnet1 {{(pid=78425) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jul 08 15:12:31.654734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744520222127', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.655338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3fe0585af0> segment precommit_create {{(pid=78425) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jul 08 15:12:31.656030 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Added segment 9ed0eb22-ef32-426f-93e7-0678297b3b21 of type flat for network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25
Jul 08 15:12:31.723861 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2b95d-bf6b-4231-90d1-69d3f9594692,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:31.741681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.741991 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.742357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.742649 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.742983 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.743396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.743717 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.744034 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.744363 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.744703 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.745013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.745347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Tracked resource versions report:
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]: pushed versions:
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]: {   'AddressGroup': {'1.2'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'ConntrackHelper': {'1.0'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Log': {'1.0'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Network': {'1.1'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Port': {'1.7'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'PortForwarding': {'1.2'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'QosPolicy': {'1.8'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SecurityGroup': {'1.4'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SubPort': {'1.0'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Subnet': {'1.1'},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Trunk': {'1.1'}}
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]: consumer versions:
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Log': '1.0',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Network': '1.1',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Port': '1.7',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'PortForwarding': '1.2',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'QosPolicy': '1.8',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SecurityGroup': '1.4',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SubPort': '1.0',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Subnet': '1.1',
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Trunk': '1.1'}}
Jul 08 15:12:31.746486 dv-cinder-798671-3-iscsi neutron-server[78425]:  {{(pid=78425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:12:31.784144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.801352 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:31.808835 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2dc08233-74fc-454b-b6d4-5ae85f197370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.843766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.845223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:31.845845 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:31.850340 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:31.962361 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8921468
Jul 08 15:12:31.963108 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Pushing event updated for resources: {'Network': ['ID=05b9d2fe-81ba-4fed-82ad-df9aee50ba25,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:31.967839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:31.974509 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:12:32.566117 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:34.018911 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:34.311378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58502) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:34.525378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face0281-a9e1-47b3-9e51-b3c8c83ad602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:34.526808 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-face0281-a9e1-47b3-9e51-b3c8c83ad602 admin admin] 10.222.0.55 "GET /v2.0/subnets/217e1195-0bfb-4e67-823e-87c59c35acf9 HTTP/1.1" status: 200  len: 849 time: 0.2144570
Jul 08 15:12:34.688235 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8826bed0-aa07-4afa-8e44-4c8db51fa42a admin admin] 10.222.0.55 "GET /v2.0/routers/3ca4871a-6d6a-4544-941c-4d1c73678404 HTTP/1.1" status: 200  len: 704 time: 0.1559741
Jul 08 15:12:35.157116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:35.387037 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Allocated IP 172.20.0.1 (dbf7c684-988f-4ba3-8dee-6c6b8720fdbd/217e1195-0bfb-4e67-823e-87c59c35acf9/a32b805c-bb16-4020-8406-b5c67beb99c2) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:12:35.546132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:35.563735 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Transition to ACTIVE for port object a32b805c-bb16-4020-8406-b5c67beb99c2 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:12:35.617249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:35.621851 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:35.685624 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:12:35.688353 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:35.694206 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:12:35.694703 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:35.825405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Pushing event updated for resources: {'Port': ['ID=a32b805c-bb16-4020-8406-b5c67beb99c2,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:35.836853 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:35.884302 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-e174e99b-34eb-47e0-a08e-5172bfd0d8fb None None] Provisioning for port a32b805c-bb16-4020-8406-b5c67beb99c2 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:12:35.889351 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-e174e99b-34eb-47e0-a08e-5172bfd0d8fb None None] Provisioning complete for port a32b805c-bb16-4020-8406-b5c67beb99c2 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:35.889796 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e174e99b-34eb-47e0-a08e-5172bfd0d8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:35.946378 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-e174e99b-34eb-47e0-a08e-5172bfd0d8fb None None] Port a32b805c-bb16-4020-8406-b5c67beb99c2 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:12:36.003796 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:36.222608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:36.226879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:36.227958 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:36.231467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:36.309681 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:12:36.366630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Pushing event updated for resources: {'Port': ['ID=a32b805c-bb16-4020-8406-b5c67beb99c2,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:36.371931 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:36.422411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:12:36.423465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:36.612265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Router 3ca4871a-6d6a-4544-941c-4d1c73678404 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:12:36.671334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-17eac1cf-cead-4986-9d18-18067914522b None None] Provisioning complete for port a32b805c-bb16-4020-8406-b5c67beb99c2 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:36.671711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-17eac1cf-cead-4986-9d18-18067914522b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:36.728069 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-17eac1cf-cead-4986-9d18-18067914522b None None] Port a32b805c-bb16-4020-8406-b5c67beb99c2 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:12:36.765606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:12:36.774414 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] 10.222.0.55 "PUT /v2.0/routers/3ca4871a-6d6a-4544-941c-4d1c73678404/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0813313
Jul 08 15:12:36.774786 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Sync routers for ids ['3ca4871a-6d6a-4544-941c-4d1c73678404'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:12:36.790186 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Routers {'3ca4871a-6d6a-4544-941c-4d1c73678404'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:12:36.791086 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42100>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:12:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['3ca4871a-6d6a-4544-941c-4d1c73678404'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:36.967608 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Set router 3ca4871a-6d6a-4544-941c-4d1c73678404 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:12:37.329661 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42100>, [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:35Z', 'revision_number': 2, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port_host': None, '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:36Z', 'revision_number': 2, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:37.334892 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Checking router: 3ca4871a-6d6a-4544-941c-4d1c73678404 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:12:37.335264 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Updating router 3ca4871a-6d6a-4544-941c-4d1c73678404 port a32b805c-bb16-4020-8406-b5c67beb99c2 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:12:37.389393 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:37.765939 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:37.781192 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Transition to ACTIVE for port object a32b805c-bb16-4020-8406-b5c67beb99c2 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:12:37.786771 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:37.794578 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:38.040761 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Pushing event updated for resources: {'Port': ['ID=a32b805c-bb16-4020-8406-b5c67beb99c2,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:38.048394 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Attempting to bind port a32b805c-bb16-4020-8406-b5c67beb99c2 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:12:38.048784 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Attempting to bind port a32b805c-bb16-4020-8406-b5c67beb99c2 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:12:38.049217 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Attempting to bind port a32b805c-bb16-4020-8406-b5c67beb99c2 on network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:12:38.054782 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.055126 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.055453 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.055831 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.056089 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.056420 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.056738 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.057053 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.057373 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.057740 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.058565 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.058873 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Tracked resource versions report:
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]: pushed versions:
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]: {   'AddressGroup': {'1.2'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'ConntrackHelper': {'1.0'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Log': {'1.0'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Network': {'1.1'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Port': {'1.7'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'PortForwarding': {'1.2'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'QosPolicy': {'1.8'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SecurityGroup': {'1.4'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SubPort': {'1.0'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Subnet': {'1.1'},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Trunk': {'1.1'}}
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]: consumer versions:
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Log': '1.0',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Network': '1.1',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Port': '1.7',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'PortForwarding': '1.2',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'QosPolicy': '1.8',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SecurityGroup': '1.4',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SubPort': '1.0',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Subnet': '1.1',
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Trunk': '1.1'}}
Jul 08 15:12:38.060018 dv-cinder-798671-3-iscsi neutron-server[78427]:  {{(pid=78427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:12:38.062275 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:12:38.062694 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Checking segment: {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:12:38.063164 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:38.063542 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Bound using segment: {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:12:38.064088 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Bound port: a32b805c-bb16-4020-8406-b5c67beb99c2, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:12:38.064465 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:38.075328 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:38.153563 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] For port a32b805c-bb16-4020-8406-b5c67beb99c2, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:12:38.157569 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] For port a32b805c-bb16-4020-8406-b5c67beb99c2, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a32b805c-bb16-4020-8406-b5c67beb99c2,segment=NetworkSegment(6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2),segment_id=6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:12:38.162644 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:38.167829 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:38.251600 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Pushing event updated for resources: {'Port': ['ID=a32b805c-bb16-4020-8406-b5c67beb99c2,revision_number=4']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:38.255319 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:38.256991 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Routers {'3ca4871a-6d6a-4544-941c-4d1c73678404'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:12:38.257601 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42100>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:12:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['3ca4871a-6d6a-4544-941c-4d1c73678404'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:38.410221 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] Set router 3ca4871a-6d6a-4544-941c-4d1c73678404 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:12:38.741438 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42100>, [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:35Z', 'revision_number': 2, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port_host': None, '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:38Z', 'revision_number': 4, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:38.745892 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a81178-1855-4d83-8654-db509cf8a583 None None] The sync data for ids ['3ca4871a-6d6a-4544-941c-4d1c73678404'] in dv-cinder-798671-3-iscsi is: [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:35Z', 'revision_number': 2, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port_host': None, '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:38Z', 'revision_number': 4, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:12:38.973003 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58524) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:39.120657 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4680cd-6faf-4223-8245-731b0f17879a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:39.121225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-af4680cd-6faf-4223-8245-731b0f17879a admin admin] Synchronizing usage tracker for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:12:39.140246 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-af4680cd-6faf-4223-8245-731b0f17879a admin admin] Unset dirty status for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:12:39.141350 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-af4680cd-6faf-4223-8245-731b0f17879a admin admin] 10.222.0.55 "GET /v2.0/networks/05b9d2fe-81ba-4fed-82ad-df9aee50ba25 HTTP/1.1" status: 200  len: 842 time: 0.1673992
Jul 08 15:12:39.151167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:39.156687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:12:39.160569 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Usage tracker for resource:subnet and tenant:44c26e74ba4a45489ac6a8c599e9b675 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:12:39.163486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:12:39.169835 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:12:39.179873 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Made reservation on behalf of 44c26e74ba4a45489ac6a8c599e9b675 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:12:39.182380 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:39.574746 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.objects.ports [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78425) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jul 08 15:12:39.575207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:39.579119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:39.657683 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:12:39.658039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Network hostable DHCP agents. Network: 05b9d2fe-81ba-4fed-82ad-df9aee50ba25, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:12:39.662301 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ecf406-9716-4abb-8de8-c586d28ddfdb,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:39.665611 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:39.685564 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:12:39.696479 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 05b9d2fe-81ba-4fed-82ad-df9aee50ba25) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:39.701304 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:39.701894 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:39.706419 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ffd136-0578-4e82-be03-d0b88e443808 None None] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:12:39.721474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5740891
Jul 08 15:12:39.928291 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1117825-5219-4275-bf13-73565c2de221 None None] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:12:40.019939 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a32b805c-bb16-4020-8406-b5c67beb99c2 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:40.158674 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port a32b805c-bb16-4020-8406-b5c67beb99c2 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:12:40.192095 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a32b805c-bb16-4020-8406-b5c67beb99c2 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:40.192507 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:40.343839 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:40.377678 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port a32b805c-bb16-4020-8406-b5c67beb99c2, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a32b805c-bb16-4020-8406-b5c67beb99c2,segment=NetworkSegment(6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2),segment_id=6ffe3f4c-afb0-4f25-9fc0-0e3727a26bf2)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:12:40.382276 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:40.385689 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:40.451158 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=a32b805c-bb16-4020-8406-b5c67beb99c2,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:40.454516 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:41.957101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58538) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:41.988086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a32b805c-bb16-4020-8406-b5c67beb99c2 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:42.057152 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a32b805c-bb16-4020-8406-b5c67beb99c2 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:42.058348 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:42.197303 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-95ddb467-94aa-40b7-bbc3-d80a8db78761 admin admin] 10.222.0.55 "GET /v2.0/routers/3ca4871a-6d6a-4544-941c-4d1c73678404 HTTP/1.1" status: 200  len: 710 time: 0.2389917
Jul 08 15:12:42.323525 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47804a41-1d63-4f18-8524-a13e830c9432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:12:42.324914 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-47804a41-1d63-4f18-8524-a13e830c9432 admin admin] 10.222.0.55 "GET /v2.0/networks/05b9d2fe-81ba-4fed-82ad-df9aee50ba25 HTTP/1.1" status: 200  len: 886 time: 0.1221182
Jul 08 15:12:42.333445 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:12:42.769686 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:43.101203 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:43.157960 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:43.325870 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Allocated IP 172.27.2.253 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/297240a7-26bd-47d8-af53-41432a810e64) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:12:43.522630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:43.551668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:43.555408 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:43.624205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:12:43.625370 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:12:43.630085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:12:43.690743 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Pushing event updated for resources: {'Port': ['ID=297240a7-26bd-47d8-af53-41432a810e64,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:43.744705 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:44.014224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:44.349243 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:44.352551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66925624', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66925617', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66915493'] for router, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:44.528597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Router 3ca4871a-6d6a-4544-941c-4d1c73678404 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:12:44.761905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:12:44.771603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Sync routers for ids ['3ca4871a-6d6a-4544-941c-4d1c73678404'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:12:44.773662 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:44.774856 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] 10.222.0.55 "PUT /v2.0/routers/3ca4871a-6d6a-4544-941c-4d1c73678404 HTTP/1.1" status: 200  len: 890 time: 2.4446354
Jul 08 15:12:44.781315 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Routers {'3ca4871a-6d6a-4544-941c-4d1c73678404'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:12:44.782039 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00fa60>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:12:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['3ca4871a-6d6a-4544-941c-4d1c73678404'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:44.978842 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Set router 3ca4871a-6d6a-4544-941c-4d1c73678404 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:12:45.316750 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00fa60>, [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '297240a7-26bd-47d8-af53-41432a810e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:43Z', 'revision_number': 4, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port': {'id': '297240a7-26bd-47d8-af53-41432a810e64', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:43Z', 'updated_at': '2021-07-08T15:12:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:40Z', 'revision_number': 5, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:45.321400 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Checking router: 3ca4871a-6d6a-4544-941c-4d1c73678404 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:12:45.321750 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Updating router 3ca4871a-6d6a-4544-941c-4d1c73678404 port 297240a7-26bd-47d8-af53-41432a810e64 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:12:45.372605 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.695804 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.707119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Transition to ACTIVE for port object 297240a7-26bd-47d8-af53-41432a810e64 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:12:45.714104 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.718645 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:45.791637 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Attempting to bind port 297240a7-26bd-47d8-af53-41432a810e64 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:12:45.792844 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Attempting to bind port 297240a7-26bd-47d8-af53-41432a810e64 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:12:45.792945 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Attempting to bind port 297240a7-26bd-47d8-af53-41432a810e64 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:12:45.801863 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:12:45.802239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:12:45.802692 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.803036 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:12:45.803502 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Bound port: 297240a7-26bd-47d8-af53-41432a810e64, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:12:45.803897 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.826200 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Pushing event updated for resources: {'Port': ['ID=297240a7-26bd-47d8-af53-41432a810e64,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:45.833646 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:45.881769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] For port 297240a7-26bd-47d8-af53-41432a810e64, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:12:45.885005 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] For port 297240a7-26bd-47d8-af53-41432a810e64, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=297240a7-26bd-47d8-af53-41432a810e64,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:12:45.889353 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:45.893433 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9d7f9ba3-7109-47ec-96bb-d701ce4ad2e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:46.000243 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Routers {'3ca4871a-6d6a-4544-941c-4d1c73678404'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:12:46.000900 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00fa60>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:12:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['3ca4871a-6d6a-4544-941c-4d1c73678404'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:46.050135 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Pushing event updated for resources: {'Port': ['ID=297240a7-26bd-47d8-af53-41432a810e64,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:46.058607 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:46.182918 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] Set router 3ca4871a-6d6a-4544-941c-4d1c73678404 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:12:46.507851 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00fa60>, [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '297240a7-26bd-47d8-af53-41432a810e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:43Z', 'revision_number': 4, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port': {'id': '297240a7-26bd-47d8-af53-41432a810e64', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:43Z', 'updated_at': '2021-07-08T15:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:40Z', 'revision_number': 5, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:12:46.511951 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c33df3-dfb5-4796-b2ee-9385c4c17ba4 None None] The sync data for ids ['3ca4871a-6d6a-4544-941c-4d1c73678404'] in dv-cinder-798671-3-iscsi is: [{'id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'name': 'router1', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253'}], 'enable_snat': True}, 'gw_port_id': '297240a7-26bd-47d8-af53-41432a810e64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:12:25Z', 'updated_at': '2021-07-08T15:12:43Z', 'revision_number': 4, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'gw_port': {'id': '297240a7-26bd-47d8-af53-41432a810e64', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:21:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:43Z', 'updated_at': '2021-07-08T15:12:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'a32b805c-bb16-4020-8406-b5c67beb99c2', 'name': '', 'network_id': 'dbf7c684-988f-4ba3-8dee-6c6b8720fdbd', 'tenant_id': '4d7a4a03599a434bace54fc14fd16b8b', 'mac_address': 'fa:16:3e:54:16:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca4871a-6d6a-4544-941c-4d1c73678404', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:12:35Z', 'updated_at': '2021-07-08T15:12:40Z', 'revision_number': 5, 'project_id': '4d7a4a03599a434bace54fc14fd16b8b', 'subnets': [{'id': '217e1195-0bfb-4e67-823e-87c59c35acf9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f9591900-c7da-4871-981a-bf89ed5b03fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:12:47.137393 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 58548) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:12:47.250430 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-534ea3aa-563a-4e84-ae2c-b931d6c486c1 admin admin] 10.222.0.55 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1119080
Jul 08 15:12:48.022228 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 297240a7-26bd-47d8-af53-41432a810e64 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:48.116704 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 297240a7-26bd-47d8-af53-41432a810e64 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:12:48.122146 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 297240a7-26bd-47d8-af53-41432a810e64 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:48.122465 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:48.239521 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:48.255543 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 297240a7-26bd-47d8-af53-41432a810e64, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=297240a7-26bd-47d8-af53-41432a810e64,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:12:48.258532 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:48.260537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:12:48.324801 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=297240a7-26bd-47d8-af53-41432a810e64,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:12:48.334537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:12:50.002967 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 297240a7-26bd-47d8-af53-41432a810e64 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:12:50.105566 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 297240a7-26bd-47d8-af53-41432a810e64 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:12:50.105998 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:59.154262 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f6736121-25d7-4b36-9d2a-490f057f2733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:12:59.712138 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:01.813982 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1c0d479a-c0d0-4e15-be7a-07103d52683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:02.571940 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:04.027115 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:13.309359 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:13:29.160426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-47338a6b-6bc3-48f7-8527-f3aea87f948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:29.715475 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:31.817134 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f83231bb-955e-4354-9963-8161f4808047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:32.575675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:34.036356 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:50.309322 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:13:59.161856 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6adac5ff-24b3-46de-9f63-310d08a21a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:13:59.722023 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:01.864231 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-67d0c78a-d679-44e1-a5cc-322614432e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:02.580790 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:04.040113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:27.307935 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:14:29.166048 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-da6a261b-6a42-41fe-a59e-74557ff4d048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:29.714016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:31.816832 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2a175e07-9f70-450f-ab5e-162b860e4542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:32.580775 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:34.042500 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:48.335063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59118) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:14:48.401503 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d5be973-4346-4881-9a2f-0029fb268bd6 admin admin] GET failed (client error): The resource could not be found.
Jul 08 15:14:48.402846 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-1d5be973-4346-4881-9a2f-0029fb268bd6 admin admin] 10.222.0.55 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0668373
Jul 08 15:14:48.532063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d50ff8-1e66-4a20-a758-df0467ed7262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:48.533470 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-34d50ff8-1e66-4a20-a758-df0467ed7262 admin admin] 10.222.0.55 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1267481
Jul 08 15:14:50.656324 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59128) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:14:50.767895 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349aff8-5484-498c-998d-65affdbb7fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:50.768516 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a349aff8-5484-498c-998d-65affdbb7fdf admin admin] Synchronizing usage tracker for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:subnet {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:14:50.784666 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a349aff8-5484-498c-998d-65affdbb7fdf admin admin] Unset dirty status for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:subnet {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:14:50.786125 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a349aff8-5484-498c-998d-65affdbb7fdf admin admin] 10.222.0.55 "GET /v2.0/subnets/217e1195-0bfb-4e67-823e-87c59c35acf9 HTTP/1.1" status: 200  len: 849 time: 0.1288047
Jul 08 15:14:50.795495 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:14:50.909766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:51.094496 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744520115155'] for subnet, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:51.098483 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-38bb0307-395e-4141-8d6c-9b1002ee1691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:14:51.138963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:51.139811 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:51.152399 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] 10.222.0.55 "PUT /v2.0/subnets/217e1195-0bfb-4e67-823e-87c59c35acf9 HTTP/1.1" status: 200  len: 868 time: 0.3491569
Jul 08 15:14:51.152676 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72e823c-135e-497b-8df8-51e656892f83 None None] Network dbf7c684-988f-4ba3-8dee-6c6b8720fdbd requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:14:51.165419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Pushing event updated for resources: {'Subnet': ['ID=217e1195-0bfb-4e67-823e-87c59c35acf9,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:14:51.173028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.173388 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.173714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.174070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.174397 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.174708 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.175030 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.175356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.175697 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.176022 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.176347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.176695 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:14:51.181140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:14:51.638324 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-81e561c8-400b-4691-9be6-4c74f3fd2bb5 None None] Provisioning complete for port a32b805c-bb16-4020-8406-b5c67beb99c2 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:14:51.638978 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-81e561c8-400b-4691-9be6-4c74f3fd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:51.771043 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-81e561c8-400b-4691-9be6-4c74f3fd2bb5 None None] Provisioning complete for port 5f23be14-9196-41c8-8147-1651c3c8e5be triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:14:51.771323 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-81e561c8-400b-4691-9be6-4c74f3fd2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:53.291651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59138) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:14:53.467910 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7d948-6f7a-4d67-b63c-7eb1b67cb122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:53.468398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec7d948-6f7a-4d67-b63c-7eb1b67cb122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:53.469950 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-aec7d948-6f7a-4d67-b63c-7eb1b67cb122 admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1773622
Jul 08 15:14:55.585748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59148) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:14:55.765451 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef826124-1ffd-4cdc-9c8d-672a7c17544b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:55.765819 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef826124-1ffd-4cdc-9c8d-672a7c17544b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:55.767357 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ef826124-1ffd-4cdc-9c8d-672a7c17544b admin admin] 10.222.0.55 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1806626
Jul 08 15:14:57.899491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59158) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:14:58.069188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7d7d-a7af-46d4-a57a-111c24f79003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:14:58.071128 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fd6d7d7d-a7af-46d4-a57a-111c24f79003 admin admin] 10.222.0.55 "GET /v2.0/networks/05b9d2fe-81ba-4fed-82ad-df9aee50ba25 HTTP/1.1" status: 200  len: 886 time: 0.1706929
Jul 08 15:14:59.168847 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a44477e9-2206-4df6-a208-dbf0b119f410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:14:59.717723 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:00.220829 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59168) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:00.401597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00def1b-32c9-4d4e-8ad9-e341546706d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:00.402977 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f00def1b-32c9-4d4e-8ad9-e341546706d0 admin admin] 10.222.0.55 "GET /v2.0/networks/dbf7c684-988f-4ba3-8dee-6c6b8720fdbd HTTP/1.1" status: 200  len: 869 time: 0.1811690
Jul 08 15:15:01.818061 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae9e1b10-f234-4c75-83ce-40afc3117845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:02.531061 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59178) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:02.586108 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:02.649848 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405dea4-ae38-4a4b-a89f-d6e7d3a41aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:02.650307 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f405dea4-ae38-4a4b-a89f-d6e7d3a41aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:02.651825 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-f405dea4-ae38-4a4b-a89f-d6e7d3a41aaf admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1198506
Jul 08 15:15:04.044989 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:04.306301 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:15:04.778803 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59188) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:04.882667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa2293-d64c-4af3-9b05-a05fcdb2e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:04.883128 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfa2293-d64c-4af3-9b05-a05fcdb2e24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:04.884660 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-abfa2293-d64c-4af3-9b05-a05fcdb2e24b admin admin] 10.222.0.55 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1048574
Jul 08 15:15:06.985643 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59198) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:07.093984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29d25c-7f61-4298-bc0e-d43eb26a8937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:07.095353 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2e29d25c-7f61-4298-bc0e-d43eb26a8937 admin admin] 10.222.0.55 "GET /v2.0/subnets/217e1195-0bfb-4e67-823e-87c59c35acf9 HTTP/1.1" status: 200  len: 868 time: 0.1087697
Jul 08 15:15:09.212101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59208) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:09.313335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7cdbad-d06c-4530-9337-4800f1de3d32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:09.314678 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2d7cdbad-d06c-4530-9337-4800f1de3d32 admin admin] 10.222.0.55 "GET /v2.0/subnets/30ecf406-9716-4abb-8de8-c586d28ddfdb HTTP/1.1" status: 200  len: 816 time: 0.1016095
Jul 08 15:15:29.170885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-79f6d066-bd2f-4284-9bc3-8045ecdab112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:29.720485 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:31.821334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e162d4ba-6f7f-4e83-a500-44f4ee0e9f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:32.142317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59252) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:32.190221 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [None req-e69dff21-2d4b-43da-b188-446246a57cab admin admin] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:15:32.191259 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e69dff21-2d4b-43da-b188-446246a57cab admin admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0480015
Jul 08 15:15:32.586961 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:34.050081 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:34.399447 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59262) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:34.466120 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.pecan_wsgi.hooks.translation [None req-9980fe8b-9d56-422f-b0b4-399f47a74b17 admin admin] GET failed (client error): The resource could not be found.
Jul 08 15:15:34.467399 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-9980fe8b-9d56-422f-b0b4-399f47a74b17 admin admin] 10.222.0.55 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0670185
Jul 08 15:15:34.593753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0b85d6-f1f8-407b-a9d1-46b48ed5e634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:34.595135 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5a0b85d6-f1f8-407b-a9d1-46b48ed5e634 admin admin] 10.222.0.55 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1238279
Jul 08 15:15:36.730986 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59272) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:36.778664 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:15:36.783294 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:15:36.792723 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:15:36.801892 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Made reservation on behalf of 44c26e74ba4a45489ac6a8c599e9b675 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:15:36.804198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:36.934605 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING neutron.services.revisions.revision_plugin [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3fdf8040a0] {project_id='44c26e74ba4a45489ac6a8c599e9b675', id='db327341-6ae2-49bd-b66c-e3699a859a6f', target_tenant='*', action='access_as_shared', object_id='c518554e-ea37-41e6-84b0-097e84a2e31a'}> to bump revision.
Jul 08 15:15:36.948057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:15:36.958165 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:36.958508 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Added segment 23006b43-6b4e-4a91-8075-f92e5c526ff6 of type vlan for network c518554e-ea37-41e6-84b0-097e84a2e31a
Jul 08 15:15:36.985210 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:37.019475 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:37.020796 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:37.021447 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:37.024711 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:15:37.118985 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3867567
Jul 08 15:15:37.125423 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Pushing event updated for resources: {'Network': ['ID=c518554e-ea37-41e6-84b0-097e84a2e31a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:15:37.128244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:15:37.136716 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network c518554e-ea37-41e6-84b0-097e84a2e31a details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:15:39.250570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59282) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:15:39.320868 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6fb431e-578f-4360-9762-d45ff603a47e admin admin] GET failed (client error): The resource could not be found.
Jul 08 15:15:39.321371 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-c6fb431e-578f-4360-9762-d45ff603a47e admin admin] Synchronizing usage tracker for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:15:39.335718 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-c6fb431e-578f-4360-9762-d45ff603a47e admin admin] Unset dirty status for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:15:39.337006 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c6fb431e-578f-4360-9762-d45ff603a47e admin admin] 10.222.0.55 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0854690
Jul 08 15:15:39.439597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cdb5f-3ee4-4a80-ac1b-6cc44525b1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:39.440970 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-7f0cdb5f-3ee4-4a80-ac1b-6cc44525b1e3 admin admin] 10.222.0.55 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0995491
Jul 08 15:15:39.450467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a', 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:15:39.454951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:15:39.465038 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:15:39.474232 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Made reservation on behalf of 44c26e74ba4a45489ac6a8c599e9b675 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:15:39.477032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:39.673276 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:39.676798 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:15:39.741268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67dbd645-e039-4c34-9cb4-faa5b7c5790a,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:15:39.744732 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:15:39.751163 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Checking segment: {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:15:39.751512 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Network hostable DHCP agents. Network: c518554e-ea37-41e6-84b0-097e84a2e31a, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:15:39.769815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Network c518554e-ea37-41e6-84b0-097e84a2e31a is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:15:39.779103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, c518554e-ea37-41e6-84b0-097e84a2e31a) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:15:39.783303 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:15:39.783870 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:39.790380 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203e221a-f729-4edb-88e0-dae2ac9aa04a None None] Network c518554e-ea37-41e6-84b0-097e84a2e31a requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:15:39.807937 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3608735
Jul 08 15:15:40.015552 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-c518554e-ea37-41e6-84b0-097e84a2e31a', 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a', 'tenant_id': '44c26e74ba4a45489ac6a8c599e9b675', 'fixed_ips': [{'subnet_id': '67dbd645-e039-4c34-9cb4-faa5b7c5790a'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:15:40.016426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.176769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Allocated IP 192.168.233.2 (c518554e-ea37-41e6-84b0-097e84a2e31a/67dbd645-e039-4c34-9cb4-faa5b7c5790a/e2891fbb-4055-4d38-b4b8-33cff029c12d) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:15:40.395955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.407050 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Transition to ACTIVE for port object e2891fbb-4055-4d38-b4b8-33cff029c12d will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:15:40.425956 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Transition to ACTIVE for port object e2891fbb-4055-4d38-b4b8-33cff029c12d will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:15:40.431198 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.435816 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:15:40.498241 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Network c518554e-ea37-41e6-84b0-097e84a2e31a is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:15:40.501124 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:15:40.504842 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:15:40.514828 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Pushing event updated for resources: {'Port': ['ID=e2891fbb-4055-4d38-b4b8-33cff029c12d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:15:40.553917 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.554271 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.554607 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.554935 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.555255 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.555579 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.555897 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.556215 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.556574 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.556886 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.557196 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.557505 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:15:40.585184 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:15:40.614231 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Attempting to bind port e2891fbb-4055-4d38-b4b8-33cff029c12d on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:15:40.614594 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Attempting to bind port e2891fbb-4055-4d38-b4b8-33cff029c12d by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:15:40.614976 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Attempting to bind port e2891fbb-4055-4d38-b4b8-33cff029c12d on network c518554e-ea37-41e6-84b0-097e84a2e31a {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:15:40.620631 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:15:40.621013 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Checking segment: {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:15:40.621402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.621795 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Bound using segment: {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:15:40.622348 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Bound port: e2891fbb-4055-4d38-b4b8-33cff029c12d, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:15:40.622923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.736962 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] For port e2891fbb-4055-4d38-b4b8-33cff029c12d, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:15:40.741362 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] For port e2891fbb-4055-4d38-b4b8-33cff029c12d, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e2891fbb-4055-4d38-b4b8-33cff029c12d,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:15:40.746219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:40.750124 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:15:40.830597 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Pushing event updated for resources: {'Port': ['ID=e2891fbb-4055-4d38-b4b8-33cff029c12d,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:15:40.834358 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:15:41.305816 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:15:41.661527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeb4f6b-083a-4fe8-9daf-83369c0cf0c0 None None] Network c518554e-ea37-41e6-84b0-097e84a2e31a requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:15:41.760039 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-32e4b4e1-a9a7-4c6e-b3cf-2c0e2b99af7a None None] Provisioning for port e2891fbb-4055-4d38-b4b8-33cff029c12d completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:15:42.121791 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e2891fbb-4055-4d38-b4b8-33cff029c12d up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:15:42.195112 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port e2891fbb-4055-4d38-b4b8-33cff029c12d completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:15:42.200038 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port e2891fbb-4055-4d38-b4b8-33cff029c12d triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:15:42.200440 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:42.317576 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:42.350410 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port e2891fbb-4055-4d38-b4b8-33cff029c12d, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e2891fbb-4055-4d38-b4b8-33cff029c12d,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:15:42.354317 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:42.358048 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:15:42.428589 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=e2891fbb-4055-4d38-b4b8-33cff029c12d,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:15:42.434399 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:15:44.083043 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e2891fbb-4055-4d38-b4b8-33cff029c12d up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:15:44.156268 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port e2891fbb-4055-4d38-b4b8-33cff029c12d triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:15:44.156656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:59.174975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9e666cda-e53c-41c3-98d2-c0e178ca2574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:15:59.721597 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:01.825446 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cea2e455-8b01-4299-be12-640c8740b897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:02.589380 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:04.056631 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:18.304575 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:16:29.177479 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2e39fea3-7d00-47bf-bb04-1129bfa22e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:29.725893 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:31.828187 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bb974777-25eb-4f8e-8b98-2ca05ed51497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:32.594755 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:34.058943 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:48.301068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59332) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:16:48.307009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [None req-7843cc0f-a6a3-46fe-afdc-fe06d8b892d7 tempest-verify_tempest_config-1147296985 tempest-verify_tempest_config-1147296985-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:16:48.307945 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-7843cc0f-a6a3-46fe-afdc-fe06d8b892d7 tempest-verify_tempest_config-1147296985 tempest-verify_tempest_config-1147296985-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060098
Jul 08 15:16:48.606360 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59350) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:16:48.729880 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:48.744850 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:16:48.749033 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Usage tracker for resource:security_group_rule and tenant:508c58faa0fa4efb86ebda358a7a65ba is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:16:48.751944 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:16:48.757564 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:16:48.840939 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:48.844800 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:48.852335 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:16:48.893121 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fccf7-71af-43be-8649-98e58c497d99,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:16:48.898105 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=508c58faa0fa4efb86ebda358a7a65ba&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2907588
Jul 08 15:16:48.900918 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59356) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:16:48.902199 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.902548 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.902873 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.903386 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.903780 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.904027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.904346 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.904685 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.905014 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.905332 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.905647 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.905960 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:48.909791 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:16:48.963581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:48.987935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:49.080268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:49.084145 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:16:49.094763 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fccf7-71af-43be-8649-98e58c497d99,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:16:49.104049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.104425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.104764 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.105087 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.105409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.105744 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.106064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.106377 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.106692 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.107001 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.107309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.107614 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:16:49.110887 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:16:49.112036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:49.116341 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/265fccf7-71af-43be-8649-98e58c497d99 HTTP/1.1" status: 204  len: 168 time: 0.2144182
Jul 08 15:16:55.302886 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:16:59.179465 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fa3540d3-1ba7-4f8d-af63-c4a642e529b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:16:59.727966 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:01.829545 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-60208461-ea6c-4f4a-8939-6d5b38416c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:02.595655 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:04.062663 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:29.180050 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-215b3ad8-69d6-4a89-9573-60f7c426ad95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:29.728899 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:31.833357 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd43a4e0-1bd7-4823-9c67-994071e5c4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:32.302392 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:17:32.599068 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:34.064575 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:59.180816 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f399e545-b04c-4e1d-b6c3-45f2752bd42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:17:59.731901 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:01.834830 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f67819e5-e232-43aa-8125-4ebba9b05f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:02.602406 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:04.069852 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:09.301565 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 5 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:18:20.354544 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-66915545'] for agent, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:24.567385 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59408) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:18:24.675422 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e1ac86c2-d99a-4c71-9549-65044f2ad1e3 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1068809
Jul 08 15:18:26.966149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59418) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:18:27.024179 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0c217530-971c-4c44-96f6-a06a9f194d41 admin admin] 10.222.0.55 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0569274
Jul 08 15:18:29.183199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8ca5d1d1-46c0-4fa1-b4e0-29f77bb1ce84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:29.738593 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:31.836723 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3b9a243c-2757-4cc5-935d-8ceb10b10c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:32.605551 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:34.071877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:46.300847 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:18:50.308524 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:59.185052 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fad284b0-2198-4b30-9638-f4f551914522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:18:59.729714 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:01.837864 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dd5de958-5853-473b-a9f0-5e5a471ad70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:02.608775 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:04.075388 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:20.331339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:23.301811 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:19:29.187631 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cae9b7fe-42c7-490e-8212-02bfb60f39a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:29.732153 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:31.838643 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-52952c2d-3121-4634-be85-06704c35f5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:32.611409 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:34.078247 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:50.321586 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:57.685457 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59590) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:57.724968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59598) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:57.895586 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1822939970-network', 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:57.899990 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:57.903932 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Usage tracker for resource:network and tenant:c9fe4575139d4e81aca0e6a7071e90e1 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:57.907399 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:57.917018 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:57.933609 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285701272-network', 'tenant_id': 'ae8468517ac2405ea62c551d1f32437d'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:57.938384 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:57.943090 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:57.945369 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:57.959375 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Usage tracker for resource:network and tenant:ae8468517ac2405ea62c551d1f32437d is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:57.963447 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:57.981451 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:57.993598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:57.995662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.002839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Usage tracker for resource:security_group_rule and tenant:c9fe4575139d4e81aca0e6a7071e90e1 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.003143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59622) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:58.004278 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.011968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.015670 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Made reservation on behalf of ae8468517ac2405ea62c551d1f32437d for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:58.018054 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.035174 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.062937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:58.068132 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae8468517ac2405ea62c551d1f32437d is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.071856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.081935 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.222981 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.225102 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.227605 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.232351 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4e137449-0733-402b-8190-8a3673c2cea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:58.240921 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.255695 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:19:58.269530 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:19:58.290967 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.291314 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Added segment c43b9664-7eb5-48d0-9a0a-b29fc3b6a8fb of type vlan for network 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f
Jul 08 15:19:58.294906 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.295465 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Added segment d82290c6-5c2e-4f25-916f-f1a6c0606df6 of type vlan for network f628f1aa-ecdf-492d-8269-729f8eb71e31
Jul 08 15:19:58.324300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.331989 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4224b2dc-d108-4c8f-840b-7fff9adae8fe,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:58.357917 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-94154679-network', 'tenant_id': '8a038e639ae64a8589823b33ba3405fe'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:58.362461 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:58.367426 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Usage tracker for resource:network and tenant:8a038e639ae64a8589823b33ba3405fe is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.370321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.377731 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.379011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.400951 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.401341 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.401870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.402404 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.402917 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Made reservation on behalf of 8a038e639ae64a8589823b33ba3405fe for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:58.403163 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.403690 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.404217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.404652 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.405528 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.406047 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.406571 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.406730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.407270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Tracked resource versions report:
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]: pushed versions:
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]: {   'AddressGroup': {'1.2'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'ConntrackHelper': {'1.0'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Log': {'1.0'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Network': {'1.1'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Port': {'1.7'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'PortForwarding': {'1.2'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'QosPolicy': {'1.8'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SecurityGroup': {'1.4'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'SubPort': {'1.0'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Subnet': {'1.1'},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     'Trunk': {'1.1'}}
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]: consumer versions:
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     HyperV agent@hv-cinder-79867: {},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Log': '1.0',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Network': '1.1',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Port': '1.7',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'PortForwarding': '1.2',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'QosPolicy': '1.8',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SecurityGroup': '1.4',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'SubPort': '1.0',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Subnet': '1.1',
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:                                                      'Trunk': '1.1'}}
Jul 08 15:19:58.408584 dv-cinder-798671-3-iscsi neutron-server[78424]:  {{(pid=78424) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:19:58.421131 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:58.422432 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.422714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:58.434987 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.438455 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.439580 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:58.442821 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:19:58.443684 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.443975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Usage tracker for resource:security_group_rule and tenant:8a038e639ae64a8589823b33ba3405fe is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.447133 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.453597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.476113 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:19:58.476754 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.501679 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5945518-ef5d-4901-9ece-a6a0613170e0,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:58.511113 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8241935
Jul 08 15:19:58.511870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59642) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:58.512861 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:58.516187 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:58.536915 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8108125
Jul 08 15:19:58.538656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59646) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:58.546638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59648) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:58.547040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Request body: {'subnet': {'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1822939970-subnet', 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:58.551049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Request body: {'subnet': {'network_id': '88367f27-cf08-4a5c-91b7-b5f43fc5fe6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1285701272-subnet', 'tenant_id': 'ae8468517ac2405ea62c551d1f32437d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:58.552786 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:58.557098 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Usage tracker for resource:subnet and tenant:c9fe4575139d4e81aca0e6a7071e90e1 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.560028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.566011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:58.566426 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.574550 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Usage tracker for resource:subnet and tenant:ae8468517ac2405ea62c551d1f32437d is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:58.581448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:58.598943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:58.622348 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:58.624615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Made reservation on behalf of ae8468517ac2405ea62c551d1f32437d for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:58.625772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.627327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.760267 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59666) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:58.794858 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.804181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.830662 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:19:58.842064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.842482 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Added segment 49b35340-82a4-4929-a26a-dd850b0bd22b of type vlan for network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30
Jul 08 15:19:58.866871 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.871727 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:58.907418 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Pushing event updated for resources: {'Network': ['ID=f628f1aa-ecdf-492d-8269-729f8eb71e31,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:58.913311 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=145d066a-d0c8-4f48-a165-318768f10716,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:58.919976 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:19:58.923257 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:58.927646 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.927995 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.928537 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.928682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.928979 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.929312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.929631 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.929943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.930407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.930724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.931039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.931338 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Checking segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:19:58.931480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:19:58.931863 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Network hostable DHCP agents. Network: f628f1aa-ecdf-492d-8269-729f8eb71e31, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Tracked resource versions report:
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]: pushed versions:
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]: {   'AddressGroup': {'1.2'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'ConntrackHelper': {'1.0'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Log': {'1.0'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Network': {'1.1'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Port': {'1.7'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'PortForwarding': {'1.2'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'QosPolicy': {'1.8'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SecurityGroup': {'1.4'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'SubPort': {'1.0'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Subnet': {'1.1'},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     'Trunk': {'1.1'}}
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]: consumer versions:
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     HyperV agent@hv-cinder-79867: {},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Log': '1.0',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Network': '1.1',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Port': '1.7',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'PortForwarding': '1.2',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'QosPolicy': '1.8',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SecurityGroup': '1.4',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'SubPort': '1.0',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Subnet': '1.1',
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:                                                      'Trunk': '1.1'}}
Jul 08 15:19:58.932438 dv-cinder-798671-3-iscsi neutron-server[78425]:  {{(pid=78425) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:19:58.935652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.007247 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:19:59.024198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.032115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, f628f1aa-ecdf-492d-8269-729f8eb71e31) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:19:59.035550 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:19:59.036324 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.039845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:19:59.042003 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.053950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-80856eaa-a239-425f-b18c-66a7f59999d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.069937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=88367f27-cf08-4a5c-91b7-b5f43fc5fe6f,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:59.083018 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.5686116
Jul 08 15:19:59.084097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.084659 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.599s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.085430 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.085548 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.138130 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b4358b-8365-4746-ac3f-c286c863f9ef,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:59.138606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b136df-26a1-407b-9c57-4fe58b57a795 None None] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:19:59.141830 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.157016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:19:59.200074 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-network', 'tenant_id': '115f17f3436f4ed490b530b89c748529'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:59.204101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Pushing event updated for resources: {'Network': ['ID=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:59.214256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.239605 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-network', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:59.244877 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:59.248806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Usage tracker for resource:network and tenant:0f9e33d57acc4025b255d7abf5fbb935 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:59.251827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:59.257667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:59.271008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:59.282616 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Usage tracker for resource:network and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:59.294623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:59.307426 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.3035626
Jul 08 15:19:59.310713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59690) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:19:59.311040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:59.315795 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Made reservation on behalf of 0f9e33d57acc4025b255d7abf5fbb935 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:59.318080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.319223 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Request body: {'subnet': {'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-94154679-subnet', 'tenant_id': '8a038e639ae64a8589823b33ba3405fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:19:59.326636 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:59.336249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.338480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.341189 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Usage tracker for resource:subnet and tenant:8a038e639ae64a8589823b33ba3405fe is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:59.348688 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:59.355336 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.364778 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:59.365873 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:19:59.387705 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Made reservation on behalf of 8a038e639ae64a8589823b33ba3405fe for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:59.392010 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.398826 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-280d9034-920e-4b50-b300-b551865ba1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.400035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Made reservation on behalf of 115f17f3436f4ed490b530b89c748529 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:19:59.402287 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.436806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:59.441843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9e33d57acc4025b255d7abf5fbb935 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:59.446460 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:59.453280 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:59.579140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.583166 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.606575 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:19:59.611207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:19:59.615083 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:19:59.622010 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:19:59.677781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cc487-b5d5-459e-b399-5462d4309fab None None] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:19:59.683115 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.692552 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a13609c9-a446-4c7e-aea9-3fec404647d6,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:59.708121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.776302 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.792686 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.815009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:19:59.850083 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Checking segment: {'id': 'c43b9664-7eb5-48d0-9a0a-b29fc3b6a8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '88367f27-cf08-4a5c-91b7-b5f43fc5fe6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:19:59.850534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Network hostable DHCP agents. Network: 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:19:59.874782 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.875209 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Added segment 653e1329-661b-409f-9fee-08770847463c of type vlan for network 58136e80-e234-4d30-8b3e-fb18f55fa495
Jul 08 15:19:59.888390 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6fb8e6-e75a-47ee-b333-2f5d04954848,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:19:59.904618 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:19:59.904773 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.912115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:19:59.938122 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.953016 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:19:59.961987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Network 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:19:59.974434 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6421ae71-65c8-4637-9a35-46ed01d1dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:00.009029 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.019109 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65c7def-4046-4007-8208-b2e567f6877f,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:00.031161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:00.031847 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:00.049515 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb592069-d21d-49b2-acfb-774a00b77713,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:00.056843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:00.059138 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:00.059508 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.074004 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b50763a-7b7f-4634-9d97-328092cd3759 None None] Network 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:00.129707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Checking segment: {'id': '49b35340-82a4-4929-a26a-dd850b0bd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:00.130055 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Network hostable DHCP agents. Network: 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:00.157028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:20:00.164652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.174168 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:00.189552 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:00.191570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:00.192825 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.194744 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:00.195321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.210721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c505d9a8-2824-4258-8f83-d06b372b8565 None None] Network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:00.216195 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:00.245280 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a5a95ea5-b32d-4563-a03b-81e0847bf5bd admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9321744
Jul 08 15:20:00.255831 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.261708 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Added segment 97161458-63c0-4290-a29e-e7be22fc6303 of type vlan for network ef2150a2-7a89-4b15-99fc-8d08362a45ab
Jul 08 15:20:00.314067 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:20:00.472123 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.492198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Pushing event updated for resources: {'Network': ['ID=58136e80-e234-4d30-8b3e-fb18f55fa495,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:00.509597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:00.512596 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.9728351
Jul 08 15:20:00.522592 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.7581649
Jul 08 15:20:00.524989 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:20:00.526076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59740) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:00.533670 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Request body: {'subnet': {'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-subnet', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:00.541813 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:00.546850 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Usage tracker for resource:subnet and tenant:0f9e33d57acc4025b255d7abf5fbb935 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:00.550356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:00.557208 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:00.560664 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.564636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:00.565490 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.571719 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:00.590382 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683431b1-c8a4-4bc3-b8be-b13359f7b1bd None None] Network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:00.622213 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Made reservation on behalf of 0f9e33d57acc4025b255d7abf5fbb935 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:00.624779 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.712442 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59746) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:00.712685 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.1574528
Jul 08 15:20:00.725215 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Request body: {'subnet': {'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-subnet', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:00.734501 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:00.745319 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Usage tracker for resource:subnet and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:00.754014 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:00.771085 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:00.786331 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Pushing event updated for resources: {'Network': ['ID=ef2150a2-7a89-4b15-99fc-8d08362a45ab,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:00.790608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:00.794497 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Made reservation on behalf of 115f17f3436f4ed490b530b89c748529 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:00.798665 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.850602 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:20:00.972672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:00.979254 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:01.073957 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a7d56ac-989f-4e18-b9da-9eb6838d02cc,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:01.082261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:01.093062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Checking segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:01.093627 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Network hostable DHCP agents. Network: 58136e80-e234-4d30-8b3e-fb18f55fa495, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:01.121726 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:01.141860 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 58136e80-e234-4d30-8b3e-fb18f55fa495) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:01.151544 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:01.152716 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.194934 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-3e0bacf2-cdbb-4949-9f47-0107227005a0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6632664
Jul 08 15:20:01.194934 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59760) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:01.206089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:01.222415 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:01.235477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Usage tracker for resource:router and tenant:0f9e33d57acc4025b255d7abf5fbb935 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:01.239569 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:01.247972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:01.271324 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.273488 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b4395e-71eb-4b16-b651-e9efd6589c6a None None] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:01.275063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.299724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.361432 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.368202 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-69ff3ef2-2d04-4e6a-b877-71c2f81c3801 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:01.507367 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Checking segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:01.508229 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Network hostable DHCP agents. Network: ef2150a2-7a89-4b15-99fc-8d08362a45ab, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:01.551885 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e68fa16-b2f5-4da6-961b-5c2130ad7ace,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:01.565417 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:01.581081 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:01.588424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59772) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:01.619903 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, ef2150a2-7a89-4b15-99fc-8d08362a45ab) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:01.632510 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:01.633090 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.639176 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b5b6d-cc74-4fc3-a89d-47f9f4d8981f None None] Network 88367f27-cf08-4a5c-91b7-b5f43fc5fe6f requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:01.665716 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.9515305
Jul 08 15:20:01.671927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59784) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:01.673803 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55bc3c1-2988-497c-8c3c-3e13c23f2436 None None] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:01.689069 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:01.699236 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:01.710740 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Usage tracker for resource:router and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:01.714631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:01.733741 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:01.733980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.747703 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.750313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.791071 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:01.913656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc326a6-6e53-475e-9e9a-5e95d0fdee2a None None] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:02.243745 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.320121 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-626f5e68-c4ea-46cf-8236-2c53381b7456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.322740 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.346539 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.559680 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Allocated IP 172.27.2.44 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/644a43a1-2a0a-42de-a9b8-f5a4b3219fc9) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:02.589499 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.602237 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:02.617244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59842) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:02.621606 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6eb302b478e5410fa700235ab10b6c4d is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:02.627737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:02.641826 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:02.702362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59850) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:02.716596 dv-cinder-798671-3-iscsi neutron-server[78425]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 08 15:20:02.725795 dv-cinder-798671-3-iscsi neutron-server[78424]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jul 08 15:20:02.730421 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:20:02.731265 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.748705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.836867 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59856) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:02.902043 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1203982664-network', 'tenant_id': '5ff166c68aa74e9ea66d239428bb1426'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:02.908073 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:02.913203 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Usage tracker for resource:network and tenant:5ff166c68aa74e9ea66d239428bb1426 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:02.915832 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Allocated IP 172.20.0.2 (ef2150a2-7a89-4b15-99fc-8d08362a45ab/6e68fa16-b2f5-4da6-961b-5c2130ad7ace/e7f4df52-f659-45d0-a010-948c81a8264c) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:02.917240 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:02.925453 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:02.957938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Made reservation on behalf of 5ff166c68aa74e9ea66d239428bb1426 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:02.960634 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.986959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:02.991867 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-d5c6702b-feb7-4083-a788-b7cb60674205 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:02.993422 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-d5c6702b-feb7-4083-a788-b7cb60674205 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/networks?id=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 HTTP/1.1" status: 200  len: 810 time: 0.2889841
Jul 08 15:20:03.037128 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-95a34bae-acb5-4462-86e4-9e648d408a57 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/quotas/8a038e639ae64a8589823b33ba3405fe HTTP/1.1" status: 200  len: 375 time: 0.0331378
Jul 08 15:20:03.090463 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.102587 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-fc042133-6f60-471f-a962-772157b7744c tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a038e639ae64a8589823b33ba3405fe&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0578303
Jul 08 15:20:03.103872 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.113236 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:03.145488 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59866) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:03.149579 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.151316 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.161759 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Transition to ACTIVE for port object e7f4df52-f659-45d0-a010-948c81a8264c will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:03.179826 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Transition to ACTIVE for port object e7f4df52-f659-45d0-a010-948c81a8264c will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:03.187002 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.190701 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:03.193363 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:03.197827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.236624 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-fb9b5c25-0f34-4249-a66e-cdb685d145af tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:03.252535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-fb9b5c25-0f34-4249-a66e-cdb685d145af tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.6289108
Jul 08 15:20:03.266713 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Usage tracker for resource:security_group_rule and tenant:5ff166c68aa74e9ea66d239428bb1426 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:03.281439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:03.287646 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb968e-0984-469e-bcde-e5ce35c7d9d9,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:03.300530 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:03.304131 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6eb302b478e5410fa700235ab10b6c4d&name=default HTTP/1.1" status: 200  len: 2975 time: 1.7144275
Jul 08 15:20:03.304257 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Pushing event updated for resources: {'Port': ['ID=e7f4df52-f659-45d0-a010-948c81a8264c,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:03.307471 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59872) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:03.317428 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:03.320172 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.320699 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.320885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.321202 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.321476 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.321794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.322102 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.322411 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.322834 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.323032 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.323337 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.323639 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Tracked resource versions report:
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]: pushed versions:
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]: {   'AddressGroup': {'1.2'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'ConntrackHelper': {'1.0'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Log': {'1.0'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Network': {'1.1'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Port': {'1.7'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'PortForwarding': {'1.2'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'QosPolicy': {'1.8'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SecurityGroup': {'1.4'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'SubPort': {'1.0'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Subnet': {'1.1'},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     'Trunk': {'1.1'}}
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]: consumer versions:
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     HyperV agent@hv-cinder-79867: {},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Log': '1.0',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Network': '1.1',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Port': '1.7',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'PortForwarding': '1.2',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'QosPolicy': '1.8',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SecurityGroup': '1.4',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'SubPort': '1.0',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Subnet': '1.1',
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:                                                      'Trunk': '1.1'}}
Jul 08 15:20:03.324746 dv-cinder-798671-3-iscsi neutron-server[78426]:  {{(pid=78426) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:20:03.335166 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:03.337156 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:03.338917 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:03.340058 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:03.414751 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-75ef2a8a-6f9e-4cc5-8b6a-3e27aa6c89fb service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:20:03.415767 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-75ef2a8a-6f9e-4cc5-8b6a-3e27aa6c89fb service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1048479
Jul 08 15:20:03.427144 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-eecd7444-3641-4818-a628-2cf2ba5c2267 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/quotas/c9fe4575139d4e81aca0e6a7071e90e1 HTTP/1.1" status: 200  len: 375 time: 0.1722813
Jul 08 15:20:03.428391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:03.442544 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Attempting to bind port e7f4df52-f659-45d0-a010-948c81a8264c on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:03.443329 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Attempting to bind port e7f4df52-f659-45d0-a010-948c81a8264c by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:03.444158 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Attempting to bind port e7f4df52-f659-45d0-a010-948c81a8264c on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:03.449229 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:03.449612 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Checking segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:03.449998 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.450383 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Bound using segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:03.450857 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Bound port: e7f4df52-f659-45d0-a010-948c81a8264c, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:03.451245 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.481405 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.485340 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:03.496469 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:03.499548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:03.547889 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] For port e7f4df52-f659-45d0-a010-948c81a8264c, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:03.552048 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] For port e7f4df52-f659-45d0-a010-948c81a8264c, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e7f4df52-f659-45d0-a010-948c81a8264c,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:03.558447 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.562491 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-031601a9-a389-4227-988f-46cfa4e17de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:03.564229 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-0066c28d-8241-4bc5-a90d-7f0810d470cd tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1269073
Jul 08 15:20:03.615986 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.619284 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Pushing event updated for resources: {'Port': ['ID=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:03.622215 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:03.632110 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.638577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.668841 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Pushing event updated for resources: {'Port': ['ID=e7f4df52-f659-45d0-a010-948c81a8264c,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:03.676721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:03.719917 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:03.731943 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:03.745737 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-30f16fce-dcc2-4dbd-802b-1744486665cc service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:20:03.746746 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-30f16fce-dcc2-4dbd-802b-1744486665cc service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1040087
Jul 08 15:20:03.752200 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Usage tracker for resource:security_group_rule and tenant:bf62e80042154019940a3c59c9ba8184 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:03.768477 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:03.780595 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:03.863275 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-977ac440-ab24-4f1c-a8f4-b41485a738a4 service neutron] 10.222.0.55 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4380169
Jul 08 15:20:04.038281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.055499 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Allocated IP 172.27.2.14 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/4477fc1b-3ef7-470a-a90a-e308f51e4316) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:04.066057 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:04.089660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.105801 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.107354 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb968e-0984-469e-bcde-e5ce35c7d9d9,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:04.111713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:04.113061 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.128733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ba2dffe-e0c3-408a-b8c4-c913246f771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:04.182413 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:20:04.187938 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-a46ded7f-438b-4cdc-9794-81f8ed33ad2f service neutron] 10.222.0.55 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2926855
Jul 08 15:20:04.201228 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-5d6f5bd7-a430-4ca8-a3ac-4ad9300b30b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4394968
Jul 08 15:20:04.204709 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccc49aa-5aac-4670-a98a-e9c5c822938f,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:04.210170 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:04.211095 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.263262 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.268536 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.269154 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Added segment f45e8152-1676-4ba0-9e2f-e8d21e6a61fc of type vlan for network 9920ec94-b9fd-48cd-949c-96018886cfe3
Jul 08 15:20:04.273049 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.274419 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5deb968e-0984-469e-bcde-e5ce35c7d9d9 HTTP/1.1" status: 204  len: 168 time: 0.9658453
Jul 08 15:20:04.277244 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.291233 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-29f01be0-4b49-4dd2-818e-7a4b27626ad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:04.302402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e7f4df52-f659-45d0-a010-948c81a8264c up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:04.400055 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027605f5-b190-4ebb-be89-cb1abc4ffb7f,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:04.408550 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:04.420412 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bf62e80042154019940a3c59c9ba8184&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2732775
Jul 08 15:20:04.430187 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 59896) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:04.458040 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port e7f4df52-f659-45d0-a010-948c81a8264c completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:04.507047 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.598910 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.633492 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5861014d-3d9c-4389-a030-a9df61235037 req-69e0e4ff-6ec8-4ceb-87d4-403ba21ad4c9 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.1061623
Jul 08 15:20:04.719304 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.759808 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:04.828170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:04.829195 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-9eece138-9968-4d2a-8d77-53c8326ae85d service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5620034
Jul 08 15:20:04.833756 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59920) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:04.841243 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:04.844456 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:04.981671 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Pushing event updated for resources: {'Port': ['ID=4477fc1b-3ef7-470a-a90a-e308f51e4316,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:04.993249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:04.996407 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.030787 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.081968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:05.127544 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:05.128126 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.147183 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:05.156744 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.163560 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:05.220904 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b425b57e-6199-4bde-9f72-93e03d0f2943 None None] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:05.345503 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2112c5ed-b787-4862-8cfa-f29513a38afe req-6232652a-ba91-43bb-8c2b-c6f2cb745f68 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 210 time: 0.1099644
Jul 08 15:20:05.379812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bddb372c71435e954811fb9c852a74 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:05.383839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Pushing event updated for resources: {'Network': ['ID=9920ec94-b9fd-48cd-949c-96018886cfe3,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:05.391537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Provisioning for port e7f4df52-f659-45d0-a010-948c81a8264c completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:05.400587 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:05.401202 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 9920ec94-b9fd-48cd-949c-96018886cfe3 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:20:05.425489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:05.433681 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.5920200
Jul 08 15:20:05.442391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59958) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:05.448520 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Request body: {'subnet': {'network_id': '9920ec94-b9fd-48cd-949c-96018886cfe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1203982664-subnet', 'tenant_id': '5ff166c68aa74e9ea66d239428bb1426', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:05.454640 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:05.458972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Usage tracker for resource:subnet and tenant:5ff166c68aa74e9ea66d239428bb1426 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:05.462631 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:05.471765 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:05.480813 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:05.494730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Made reservation on behalf of 5ff166c68aa74e9ea66d239428bb1426 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:05.497876 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.528558 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Provisioning complete for port e7f4df52-f659-45d0-a010-948c81a8264c triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:05.532357 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.687499 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 59968) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:05.713430 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.781508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.839666 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-41ab018c-69d6-4eb5-a8c8-73537451decd req-182be3e2-4958-400a-8acb-9b6f2c119975 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.0536497
Jul 08 15:20:05.870332 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.937100 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.944597 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] For port e7f4df52-f659-45d0-a010-948c81a8264c, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e7f4df52-f659-45d0-a010-948c81a8264c,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:05.952229 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:05.956344 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:06.042889 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Pushing event updated for resources: {'Port': ['ID=e7f4df52-f659-45d0-a010-948c81a8264c,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:06.053970 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:06.107650 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:06.113149 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.142829 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.146492 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/027605f5-b190-4ebb-be89-cb1abc4ffb7f HTTP/1.1" status: 204  len: 168 time: 1.7123497
Jul 08 15:20:06.149459 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027605f5-b190-4ebb-be89-cb1abc4ffb7f,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:06.166523 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:06.235945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:06.259977 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e7f4df52-f659-45d0-a010-948c81a8264c up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:06.329563 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.333339 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Usage tracker for resource:security_group_rule and tenant:b5dd8f6387ac45c69731f46ad7d0e5ba is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:06.336987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:06.349370 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:06.386042 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-369bff96-7a76-4f17-b6df-6f87e07becb4 None None] Provisioning complete for port e7f4df52-f659-45d0-a010-948c81a8264c triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:06.386754 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-369bff96-7a76-4f17-b6df-6f87e07becb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.452804 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port e7f4df52-f659-45d0-a010-948c81a8264c triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:06.453518 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.458753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.467132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.472992 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.552435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:06.587320 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Synchronizing usage tracker for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:06.598135 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbd69bc-3e76-4901-9746-cd189da4c08d,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:06.632145 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-af017dda-d80c-4f65-bfe0-578846155b1d req-cbfb97cd-284e-4dd6-ae6d-66bbb2cee8c4 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 210 time: 0.1512456
Jul 08 15:20:06.658853 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb37d2-b2ff-46d8-b2db-5ef7126e6f26,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:06.672215 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:06.672823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:06.673276 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:06.703102 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] Unset dirty status for tenant:44c26e74ba4a45489ac6a8c599e9b675 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:06.707058 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fccdbb1b-c534-4064-9b39-6d82721acb14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a0bddb372c71435e954811fb9c852a74&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8696387
Jul 08 15:20:06.710164 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60008) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:06.800440 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60014) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:06.806792 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b5dd8f6387ac45c69731f46ad7d0e5ba&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1171234
Jul 08 15:20:06.813105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60018) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:06.813689 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:20:06.827920 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.841071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.853241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:06.860783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Usage tracker for resource:security_group_rule and tenant:a90f4bd36c11465cb4d66abcf1b4d8c2 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:06.865073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:06.868454 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:06.874396 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:06.890570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.037307 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.055584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.061656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ba33d456-f360-43e3-a551-fd59a0140090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:07.154492 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.160756 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.169348 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:07.179504 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Router 8ded9922-eb06-41ec-8fa5-268b8407effe is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:20:07.278379 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7158ce15-cb17-4156-98ea-a60f1836110f,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:07.294302 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Checking segment: {'id': 'f45e8152-1676-4ba0-9e2f-e8d21e6a61fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '9920ec94-b9fd-48cd-949c-96018886cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:07.294703 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Network hostable DHCP agents. Network: 9920ec94-b9fd-48cd-949c-96018886cfe3, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:07.298174 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a90f4bd36c11465cb4d66abcf1b4d8c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4966075
Jul 08 15:20:07.299229 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:07.302634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60034) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:07.311242 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-685e7768-ed3a-4bc1-a9d8-aa5cb09a90dd req-897b62ef-a3c1-4ae3-87b3-c024de3fa152 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.2624061
Jul 08 15:20:07.314355 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.315497 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/acbd69bc-3e76-4901-9746-cd189da4c08d HTTP/1.1" status: 204  len: 168 time: 0.5968571
Jul 08 15:20:07.316358 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.355228 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=19e46d60-121c-4cff-aa0e-7a1e168417f8,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:07.355493 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.53', 60703) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:07.363619 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:07.373406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-65f0bd7e-658e-4e26-a284-cc30b2278c59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:07.396856 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:20:07.399713 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.407639 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Sync routers for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:20:07.418649 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbd69bc-3e76-4901-9746-cd189da4c08d,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:07.421798 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:07.422650 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac28e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:07.453040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Network 9920ec94-b9fd-48cd-949c-96018886cfe3 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:07.536718 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.544286 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 6.3500369
Jul 08 15:20:07.545589 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60044) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:07.633242 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.661130 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.697743 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:07.735192 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:20:07.746621 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:20:07.748892 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 9920ec94-b9fd-48cd-949c-96018886cfe3) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:07.761366 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:07.761566 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec2df40>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:07.772817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:07.797527 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.821212 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:07.830731 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:07.904360 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befcb512-b6fc-41a8-ae5c-1505e5771bd2 None None] Network 9920ec94-b9fd-48cd-949c-96018886cfe3 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:07.908672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.53', 60705) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:07.945659 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-25c469fb-04ae-42b4-bde2-9d0297113b13 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:07.953246 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-25c469fb-04ae-42b4-bde2-9d0297113b13 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.53 "GET /v2.0/networks?id=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 HTTP/1.1" status: 200  len: 810 time: 0.5879772
Jul 08 15:20:07.967095 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:08.126082 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac28e0>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:03Z', 'revision_number': 3, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:08.130472 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Checking router: 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:20:08.130831 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Updating router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:20:08.140319 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-36e26ec2-138f-4b78-af43-70df71ce2ba7 req-faa3c69b-d9d1-4644-8d27-302b081946f3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 210 time: 0.1317368
Jul 08 15:20:08.141314 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7158ce15-cb17-4156-98ea-a60f1836110f,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:08.161699 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Request body: {'port': {'device_id': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30', 'admin_state_up': True, 'tenant_id': '8a038e639ae64a8589823b33ba3405fe'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:08.181933 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.183038 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 6.5095928
Jul 08 15:20:08.193708 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:08.194792 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.196924 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7158ce15-cb17-4156-98ea-a60f1836110f HTTP/1.1" status: 204  len: 168 time: 0.8933020
Jul 08 15:20:08.200390 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60074) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:08.204854 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.355986 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-4e519909-1e09-4ff5-86c1-b65f5cfb51b3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:08.358421 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-4e519909-1e09-4ff5-86c1-b65f5cfb51b3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.4427123
Jul 08 15:20:08.383578 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Request body: {'port': {'device_id': '93309928-813c-4526-a61e-735f59cd142a', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'admin_state_up': True, 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:08.484414 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-52722743-7e9f-49a0-bded-1c39390af53f admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 3.0257607
Jul 08 15:20:08.584088 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.602170 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:08.609582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.613096 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7cb37d2-b2ff-46d8-b2db-5ef7126e6f26 HTTP/1.1" status: 204  len: 168 time: 1.7925389
Jul 08 15:20:08.624180 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb37d2-b2ff-46d8-b2db-5ef7126e6f26,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:08.642707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:08.739812 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:08.855464 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.856093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-149eb131-e9cb-46c7-83e0-ad55985c783d req-e5d77d7c-49d2-4128-8579-52f0816d5d90 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.2019153
Jul 08 15:20:08.881569 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Transition to ACTIVE for port object 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:08.896521 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:08.901895 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:09.002456 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:09.004538 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60108) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:09.018111 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Attempting to bind port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:09.018775 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Attempting to bind port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:09.019252 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Attempting to bind port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:09.036476 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Pushing event updated for resources: {'Port': ['ID=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:09.046941 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.056911 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.057548 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.058028 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.058461 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.058894 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.059437 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.059861 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.060307 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.060753 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.061624 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.064747 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Tracked resource versions report:
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]: pushed versions:
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]: {   'AddressGroup': {'1.2'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'ConntrackHelper': {'1.0'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Log': {'1.0'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Network': {'1.1'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Port': {'1.7'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'PortForwarding': {'1.2'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'QosPolicy': {'1.8'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SecurityGroup': {'1.4'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SecurityGroupRule': {'1.2'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'SubPort': {'1.0'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Subnet': {'1.1'},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     'Trunk': {'1.1'}}
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]: consumer versions:
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]: {   DHCP agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     HyperV agent@hv-cinder-79867: {},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     L3 agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     Metadata agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     Metering agent@dv-cinder-798671-3-iscsi: {},
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:     Open vSwitch agent@dv-cinder-798671-3-iscsi: {   'AddressGroup': '1.2',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'ConntrackHelper': '1.0',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Log': '1.0',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Network': '1.1',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Port': '1.7',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'PortForwarding': '1.2',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'QosPolicy': '1.8',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SecurityGroup': '1.4',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SecurityGroupRule': '1.2',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'SubPort': '1.0',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Subnet': '1.1',
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:                                                      'Trunk': '1.1'}}
Jul 08 15:20:09.066001 dv-cinder-798671-3-iscsi neutron-server[78427]:  {{(pid=78427) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jul 08 15:20:09.073333 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:09.076775 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:09.077312 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.077817 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:09.078420 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Bound port: 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:09.078981 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.133527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982bf5c-292c-4d15-9f44-8812e4560a9e None None] Network 9920ec94-b9fd-48cd-949c-96018886cfe3 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:09.144733 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:09.167090 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Deleting subnet a13609c9-a446-4c7e-aea9-3fec404647d6 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:20:09.172161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Usage tracker for resource:port and tenant:c9fe4575139d4e81aca0e6a7071e90e1 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:09.177319 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.209567 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:09.228144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:09.254522 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:09.258348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.280851 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.328184 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] For port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:09.345394 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] For port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:09.352271 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.357430 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:09.368225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.485546 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec2df40>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:05Z', 'revision_number': 3, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:09.489897 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:20:09.490252 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Updating router 8ded9922-eb06-41ec-8fa5-268b8407effe port 4477fc1b-3ef7-470a-a90a-e308f51e4316 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:20:09.535250 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Pushing event updated for resources: {'Port': ['ID=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:09.540495 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:09.560454 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.568218 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:09.568880 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac28e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:09.603950 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-78665950-add1-45e5-ac86-978f62d4dbc9 req-5b95b735-72f2-4d19-a840-b1f7c59c67a2 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 210 time: 0.1579864
Jul 08 15:20:09.625598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:09.632483 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Usage tracker for resource:port and tenant:8a038e639ae64a8589823b33ba3405fe is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:09.635111 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:09.642399 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:09.656771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Made reservation on behalf of 8a038e639ae64a8589823b33ba3405fe for: {'port': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:09.661126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:09.848954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Allocated IP 172.20.0.10 (f628f1aa-ecdf-492d-8269-729f8eb71e31/60b4358b-8365-4746-ac3f-c286c863f9ef/f006ded2-5238-4925-8807-a210350c986a) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:10.267068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.305838 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:10.307116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.320041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.375687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0b9be156-45d6-4d48-bed0-e651cddc5806 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:10.428963 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Allocated IP 172.20.0.2 (8db88fcd-fbc2-4cf8-ab14-b56f1d46db30/eb592069-d21d-49b2-acfb-774a00b77713/a903c78f-73c9-4246-94c8-22634b6f3627) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:10.566714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a13609c9-a446-4c7e-aea9-3fec404647d6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:10.569404 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:10.581533 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.582088 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:10.601753 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Transition to ACTIVE for port object 4477fc1b-3ef7-470a-a90a-e308f51e4316 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:10.634047 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.668160 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:10.678875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:10.684934 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event updated for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:10.689370 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:10.690417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:10.692639 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:10.710399 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:10.716121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.734182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.792836 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1b842525-975e-4a80-a799-0dcce97b269e req-073f9e59-81da-45b2-a40a-667b0f661ed6 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.4874017
Jul 08 15:20:10.804670 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.810387 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ac0dec7a-f57d-4c32-aee2-6fcbf60af89f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a13609c9-a446-4c7e-aea9-3fec404647d6 HTTP/1.1" status: 204  len: 168 time: 1.8032606
Jul 08 15:20:10.814519 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4347351
Jul 08 15:20:10.824072 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60142) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:10.862547 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-a7490c07-b54c-4174-b287-f28956b2a2dd tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:20:10.863600 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-a7490c07-b54c-4174-b287-f28956b2a2dd tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0199637
Jul 08 15:20:10.945891 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Attempting to bind port 4477fc1b-3ef7-470a-a90a-e308f51e4316 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:10.946350 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Attempting to bind port 4477fc1b-3ef7-470a-a90a-e308f51e4316 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:10.946721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Attempting to bind port 4477fc1b-3ef7-470a-a90a-e308f51e4316 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:10.968041 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:10.973058 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:10.973951 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:10.974376 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:10.974887 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Bound port: 4477fc1b-3ef7-470a-a90a-e308f51e4316, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:10.976497 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:11.053573 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Pushing event updated for resources: {'Port': ['ID=4477fc1b-3ef7-470a-a90a-e308f51e4316,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:11.068564 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:11.109207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:11.169742 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] For port 4477fc1b-3ef7-470a-a90a-e308f51e4316, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:11.174483 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] For port 4477fc1b-3ef7-470a-a90a-e308f51e4316, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=4477fc1b-3ef7-470a-a90a-e308f51e4316,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:11.181068 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:11.207716 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:11.368026 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:11.370303 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec2df40>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:11.429536 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac28e0>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:03Z', 'revision_number': 3, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:11.451596 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4601966-96cd-459c-b985-72a6c67c0d50 None None] The sync data for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi is: [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:03Z', 'revision_number': 3, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:20:11.554470 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:11.583017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3fdf8ac7f0>> segment before_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.583383 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3fdf8ac7f0>> subnet precommit_delete_associations 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.584129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> segment_host_mapping after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.596096 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> port after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.596574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> port after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.596921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> port after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.597248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> segment after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.597652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> subnet after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.598008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> subnet after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.598725 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde426fd0>> subnet after_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:11.718625 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:11.943231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Allocated IP 172.20.0.1 (ef2150a2-7a89-4b15-99fc-8d08362a45ab/6e68fa16-b2f5-4da6-961b-5c2130ad7ace/74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:11.987352 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Pushing event updated for resources: {'Port': ['ID=4477fc1b-3ef7-470a-a90a-e308f51e4316,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:12.015203 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:12.054296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde091a60>> subnet after_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:12.054885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde091a60>> subnet after_delete 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:12.055065 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde091a60>> subnet before_create 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:12.056030 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde091a60>> subnet before_update 55550000 {{(pid=78425) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:20:12.066240 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb69bb0>,) {'filters': {'network_id': ['88367f27-cf08-4a5c-91b7-b5f43fc5fe6f']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:12.071400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7a37d-a2a2-4962-ab1e-33a7f6d1f1a4 req-b0b50fbd-ba97-43f1-aa45-ab34196a3d2c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:12.073155 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49e7a37d-a2a2-4962-ab1e-33a7f6d1f1a4 req-b0b50fbd-ba97-43f1-aa45-ab34196a3d2c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 932 time: 1.0338962
Jul 08 15:20:12.169609 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb69bb0>, 'c43b9664-7eb5-48d0-9a0a-b29fc3b6a8fb') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:12.180538 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb69bb0>, 'c43b9664-7eb5-48d0-9a0a-b29fc3b6a8fb') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:12.189987 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:12.387275 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:12.401360 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.433101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.438295 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.459819 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Transition to ACTIVE for port object 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:12.476247 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fd9ee737-1283-45a1-b656-7020d8697cea req-b08490ef-38f3-4228-9e19-32fb619148c5 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.2727208
Jul 08 15:20:12.523199 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.603427 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.637394 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Request body: {'port': {'device_id': '93309928-813c-4526-a61e-735f59cd142a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:12.661171 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c575240e-8d11-4ee2-bf48-35433aa00717 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:12.723289 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:20:12.724777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   from cryptography.utils import int_from_bytes
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   from cryptography.utils import int_from_bytes
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   util.warn_limited(
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   util.warn_limited(
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:20:12.790070 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:20:12.849424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:12.855659 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:12.892655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:12.898609 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-49e7a37d-a2a2-4962-ab1e-33a7f6d1f1a4 req-072d1a5c-bded-4171-aa1e-ee0921939575 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:12.947451 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:12.964186 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-49e7a37d-a2a2-4962-ab1e-33a7f6d1f1a4 req-072d1a5c-bded-4171-aa1e-ee0921939575 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:13.000682 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49e7a37d-a2a2-4962-ab1e-33a7f6d1f1a4 req-072d1a5c-bded-4171-aa1e-ee0921939575 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4689367
Jul 08 15:20:13.003143 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:13.005372 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:13.411988 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:13.443668 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:13.444053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:13.464926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Allocated IP 172.20.0.1 (58136e80-e234-4d30-8b3e-fb18f55fa495/0a7d56ac-989f-4e18-b9da-9eb6838d02cc/b4314405-f1a9-46e5-9e5c-4de22d4a66b8) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:13.663373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:13.694884 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dcb2aaa9-6002-46c9-9859-2f942ff0bfde None None] Provisioning for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:13.711642 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:13.720141 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dcb2aaa9-6002-46c9-9859-2f942ff0bfde None None] Provisioning complete for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:13.722342 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dcb2aaa9-6002-46c9-9859-2f942ff0bfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:13.948862 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:13.967686 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:13.990153 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:14.012363 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:14.019909 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.036485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:14.038964 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.078092 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dcb2aaa9-6002-46c9-9859-2f942ff0bfde None None] Port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:20:14.083340 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Pushing event updated for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:14.091581 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:14.127528 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.163460 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec2df40>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:05Z', 'revision_number': 3, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:14.170960 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:14.172974 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc88d8-9973-4942-8412-1f09b0379663 None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:05Z', 'revision_number': 3, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:20:14.182641 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.191700 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:14.293867 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.2542942
Jul 08 15:20:14.305103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:14.318559 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Request body: {'port': {'device_id': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:14.477462 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:14.492764 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:14.657624 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.773223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:14.795411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:14.810354 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.820728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Pushing event updated for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:14.823679 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:14.881217 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:14.926559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:14.938817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a21c4f1d-d902-4b86-8f91-cd7bfb810a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:15.067906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=88367f27-cf08-4a5c-91b7-b5f43fc5fe6f,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:15.077021 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] 10.222.0.55 "DELETE /v2.0/networks/88367f27-cf08-4a5c-91b7-b5f43fc5fe6f HTTP/1.1" status: 204  len: 168 time: 4.2485676
Jul 08 15:20:15.081767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60226) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:15.092685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:15.192409 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:15.414519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:15.463761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9030f-0b20-441e-9e78-c48566bd462d req-055237d6-834d-4183-9271-2c0476d5b276 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:15.470637 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5af9030f-0b20-441e-9e78-c48566bd462d req-055237d6-834d-4183-9271-2c0476d5b276 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 931 time: 1.4733400
Jul 08 15:20:15.940239 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a903c78f-73c9-4246-94c8-22634b6f3627 {{(pid=78424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:15.956025 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.000042 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Transition to ACTIVE for port object a903c78f-73c9-4246-94c8-22634b6f3627 will not be triggered until provisioned by entity L2. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:16.008112 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.046148 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.113955 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:16.149212 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f006ded2-5238-4925-8807-a210350c986a {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:16.157356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.175366 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Transition to ACTIVE for port object f006ded2-5238-4925-8807-a210350c986a will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:16.212127 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Deleting subnet 19e46d60-121c-4cff-aa0e-7a1e168417f8 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:20:16.217848 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28520674-c736-45c1-a19c-e82a10629a9f req-0baa3581-4d26-4427-901a-68880ea40e51 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:16.219330 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-28520674-c736-45c1-a19c-e82a10629a9f req-0baa3581-4d26-4427-901a-68880ea40e51 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 932 time: 1.7139888
Jul 08 15:20:16.225080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.359951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.399429 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:16.450039 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 4477fc1b-3ef7-470a-a90a-e308f51e4316 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:16.473914 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.512017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5af9030f-0b20-441e-9e78-c48566bd462d req-baeed7f9-c28d-4dde-a52f-0bc72c149faa tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Synchronizing usage tracker for tenant:8a038e639ae64a8589823b33ba3405fe on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:16.614664 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 4477fc1b-3ef7-470a-a90a-e308f51e4316 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:16.631086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 4477fc1b-3ef7-470a-a90a-e308f51e4316 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:16.632233 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:16.899581 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-28520674-c736-45c1-a19c-e82a10629a9f req-ef686d00-4162-409d-827f-6e84136b49e1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5810230
Jul 08 15:20:16.981294 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:16.988077 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:16.996203 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Attempting to bind port a903c78f-73c9-4246-94c8-22634b6f3627 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:16.996610 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Attempting to bind port a903c78f-73c9-4246-94c8-22634b6f3627 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '49b35340-82a4-4929-a26a-dd850b0bd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30'}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:16.996938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Attempting to bind port a903c78f-73c9-4246-94c8-22634b6f3627 on network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:17.006217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Port a903c78f-73c9-4246-94c8-22634b6f3627 on network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:20:17.006538 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Attempting to bind port a903c78f-73c9-4246-94c8-22634b6f3627 on network 8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:17.016311 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:17.016756 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Checking segment: {'id': '49b35340-82a4-4929-a26a-dd850b0bd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:17.018430 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Bound using segment: {'id': '49b35340-82a4-4929-a26a-dd850b0bd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30'} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:17.018914 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Bound port: a903c78f-73c9-4246-94c8-22634b6f3627, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b35340-82a4-4929-a26a-dd850b0bd22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30'}}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:17.020214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.048678 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.118105 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 4477fc1b-3ef7-470a-a90a-e308f51e4316, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=4477fc1b-3ef7-470a-a90a-e308f51e4316,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:17.118967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.132627 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.134492 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:17.276764 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:17.290029 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Pushing event updated for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:17.293232 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:17.353398 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60266) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:17.360018 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5af9030f-0b20-441e-9e78-c48566bd462d req-baeed7f9-c28d-4dde-a52f-0bc72c149faa tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Unset dirty status for tenant:8a038e639ae64a8589823b33ba3405fe on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:17.361260 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5af9030f-0b20-441e-9e78-c48566bd462d req-baeed7f9-c28d-4dde-a52f-0bc72c149faa tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.8898265
Jul 08 15:20:17.368858 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.408056 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.411170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, cleared binding levels {{(pid=78424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:17.424574 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a903c78f-73c9-4246-94c8-22634b6f3627,segment=NetworkSegment(49b35340-82a4-4929-a26a-dd850b0bd22b),segment_id=49b35340-82a4-4929-a26a-dd850b0bd22b)] {{(pid=78424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:17.429191 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.431744 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.458344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:17.461338 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=4477fc1b-3ef7-470a-a90a-e308f51e4316,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:17.512283 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:17.564680 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Attempting to bind port f006ded2-5238-4925-8807-a210350c986a on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:17.565124 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Attempting to bind port f006ded2-5238-4925-8807-a210350c986a by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:17.565243 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:17.565555 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Attempting to bind port f006ded2-5238-4925-8807-a210350c986a on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:17.566234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.568764 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.581075 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6516fb04-6bf3-44c2-8b83-da5082b3970c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:17.632107 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Port f006ded2-5238-4925-8807-a210350c986a on network f628f1aa-ecdf-492d-8269-729f8eb71e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:20:17.636875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Attempting to bind port f006ded2-5238-4925-8807-a210350c986a on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:17.677125 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.742524 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:17.742948 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Checking segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:17.743496 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Bound using segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:17.743976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Bound port: f006ded2-5238-4925-8807-a210350c986a, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:17.747154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.780398 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.813615 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:17.823715 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:17.824641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:17.826545 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] 10.222.0.53 "PUT /v2.0/ports/a903c78f-73c9-4246-94c8-22634b6f3627 HTTP/1.1" status: 200  len: 1093 time: 3.5143032
Jul 08 15:20:17.832482 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:17.909349 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Usage tracker for resource:security_group_rule and tenant:3c8a9f987cb948ce95c8441e232b9556 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:17.920810 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:17.928969 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Pushing event updated for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:17.937324 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:17.957986 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:18.136742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:18.144826 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f006ded2-5238-4925-8807-a210350c986a,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:18.151217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:18.162127 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=3']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:18.172682 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:18.178581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19e46d60-121c-4cff-aa0e-7a1e168417f8,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:18.184338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:18.224473 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:18.246577 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:18.280857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d3b7b6bb-9069-4241-a880-9dcaa99e0ab5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:18.375941 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 4477fc1b-3ef7-470a-a90a-e308f51e4316 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:18.420807 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Pushing event updated for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:18.427042 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/19e46d60-121c-4cff-aa0e-7a1e168417f8 HTTP/1.1" status: 204  len: 168 time: 3.3191538
Jul 08 15:20:18.427721 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:18.431625 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60290) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:18.455030 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:18.455659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:18.457541 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] 10.222.0.53 "PUT /v2.0/ports/f006ded2-5238-4925-8807-a210350c986a HTTP/1.1" status: 200  len: 1094 time: 6.3601987
Jul 08 15:20:18.457883 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'tag': 'f006ded2-5238-4925-8807-a210350c986a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:18.458917 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:18.532241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:18.597737 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 4477fc1b-3ef7-470a-a90a-e308f51e4316 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:18.598505 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:18.903626 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:18.935579 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627', 'status': 'completed', 'code': 200}
Jul 08 15:20:19.000401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.001904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:20:19.043335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:19.046213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0149df1-7af0-43e2-a1a2-d5562cf39fa4 req-7733e0b5-1965-4730-9b6a-2cbca2353739 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:19.047561 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0149df1-7af0-43e2-a1a2-d5562cf39fa4 req-7733e0b5-1965-4730-9b6a-2cbca2353739 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.7463233
Jul 08 15:20:19.060946 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.084736 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-56a34301-4206-4ae6-8a30-0d87034f8c33 None None] Provisioning complete for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:19.087062 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-56a34301-4206-4ae6-8a30-0d87034f8c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.155494 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.160859 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-56a34301-4206-4ae6-8a30-0d87034f8c33 None None] Port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:20:19.184498 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:19.197856 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.214652 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-e81775c9-6979-44c0-932f-c201d8417410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:19.216115 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-e81775c9-6979-44c0-932f-c201d8417410 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a038e639ae64a8589823b33ba3405fe&device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 1096 time: 0.7497973
Jul 08 15:20:19.240465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Pushing event updated for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:19.254072 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:19.286739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-40f3e0e9-480e-4cf0-8fe4-6b2378ce4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:19.288123 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-40f3e0e9-480e-4cf0-8fe4-6b2378ce4267 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 1097 time: 0.7191682
Jul 08 15:20:19.288895 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.319930 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3c8a9f987cb948ce95c8441e232b9556&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9617839
Jul 08 15:20:19.328404 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0149df1-7af0-43e2-a1a2-d5562cf39fa4 req-3bd12635-a19d-44a5-a253-5cb01ff330ee tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2714598
Jul 08 15:20:19.345192 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60310) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:19.394784 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c429ac3-00ac-4515-b8a8-f6c0eb9991c3,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:19.396311 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.417415 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:19.420073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.423480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdf69dac0>,) {'filters': {'network_id': ['9920ec94-b9fd-48cd-949c-96018886cfe3']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:19.437211 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdf69dac0>, 'f45e8152-1676-4ba0-9e2f-e8d21e6a61fc') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:19.437448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdf69dac0>, 'f45e8152-1676-4ba0-9e2f-e8d21e6a61fc') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:19.449444 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.449956 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.512630 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:20:19.525413 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:20:19.537614 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:19.538248 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac29d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:19.543431 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.562063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7738a9-c394-425f-82b5-a8e8e717267b req-d16c6867-1a34-436c-86cc-648e01da5b24 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:19.563620 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e7738a9-c394-425f-82b5-a8e8e717267b req-d16c6867-1a34-436c-86cc-648e01da5b24 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.6047881
Jul 08 15:20:19.564728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:20:19.565128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.577280 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] 10.222.0.55 "PUT /v2.0/routers/8ded9922-eb06-41ec-8fa5-268b8407effe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.3566678
Jul 08 15:20:19.578710 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.581795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:20:19.581971 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:20:19.587648 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0c429ac3-00ac-4515-b8a8-f6c0eb9991c3 HTTP/1.1" status: 204  len: 168 time: 0.2371249
Jul 08 15:20:19.587648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-11bdd0f0-337b-4fe2-bfc2-8c65f136d021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:19.594104 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c429ac3-00ac-4515-b8a8-f6c0eb9991c3,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:19.596497 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:19.708166 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'tag': 'f006ded2-5238-4925-8807-a210350c986a', 'status': 'completed', 'code': 200}
Jul 08 15:20:19.737626 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.743759 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e7738a9-c394-425f-82b5-a8e8e717267b req-f194566f-6c86-4f6e-90ed-485645daff7d tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561811
Jul 08 15:20:19.755974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:19.757065 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:19.786450 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:19.792870 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:19.800168 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Pushing event deleted for resources: {'Network': ['ID=9920ec94-b9fd-48cd-949c-96018886cfe3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:19.805565 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:19.807474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-84d64554-6b8f-486f-a3f1-d360642ac859 admin admin] 10.222.0.55 "DELETE /v2.0/networks/9920ec94-b9fd-48cd-949c-96018886cfe3 HTTP/1.1" status: 204  len: 168 time: 1.3749077
Jul 08 15:20:20.032064 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:20.043152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:20:20.114249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60340) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:20.145362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.157160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60344) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:20.176213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:20.181374 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Usage tracker for resource:security_group_rule and tenant:14973c231ad44b699ccc2d6629394e53 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:20.185503 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:20.193972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:20.310486 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-dd4e30e9-4452-423a-8e59-d9e2e28f304a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ae8468517ac2405ea62c551d1f32437d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1489344
Jul 08 15:20:20.313203 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60348) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:20.319361 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.325218 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.340876 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:20.381182 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:20:20.401752 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Sync routers for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:20:20.402285 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] 10.222.0.55 "PUT /v2.0/routers/11713fcb-4d3b-4f6f-aea9-6ca3a5b34091/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8422604
Jul 08 15:20:20.407836 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac29d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:16Z', 'revision_number': 2, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:20.408539 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:20.411203 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.411959 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fde980250>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:20.413351 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:20:20.413714 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Updating router 8ded9922-eb06-41ec-8fa5-268b8407effe port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:20:20.417618 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f93db71-7d37-4ac3-8ac5-bb06eb18831b,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:20.434845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:20.446308 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=14973c231ad44b699ccc2d6629394e53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3306832
Jul 08 15:20:20.448439 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60356) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:20.487274 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.528835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.553435 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.563359 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.636087 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.650288 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5b824667-d4a0-4ddf-ac67-9c9e06291c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:20.667273 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f93db71-7d37-4ac3-8ac5-bb06eb18831b,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:20.673711 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.677189 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:20.683854 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.688003 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5f93db71-7d37-4ac3-8ac5-bb06eb18831b HTTP/1.1" status: 204  len: 168 time: 0.2383981
Jul 08 15:20:20.723919 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:20.739396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5945518-ef5d-4901-9ece-a6a0613170e0,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:20.743497 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:20.774540 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:20.778398 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c5945518-ef5d-4901-9ece-a6a0613170e0 HTTP/1.1" status: 204  len: 168 time: 0.4641509
Jul 08 15:20:20.810672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e30f8-c88c-4079-af21-be81af9018a9 req-30c4f966-c8b5-46f3-940c-7a45ac436f7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:20.811431 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-410e30f8-c88c-4079-af21-be81af9018a9 req-30c4f966-c8b5-46f3-940c-7a45ac436f7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:20.835750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-410e30f8-c88c-4079-af21-be81af9018a9 req-30c4f966-c8b5-46f3-940c-7a45ac436f7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:20.851390 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-410e30f8-c88c-4079-af21-be81af9018a9 req-30c4f966-c8b5-46f3-940c-7a45ac436f7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.2881980
Jul 08 15:20:20.909763 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-410e30f8-c88c-4079-af21-be81af9018a9 req-0f092e6d-662a-4199-aba2-bc9067101bcd tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574064
Jul 08 15:20:20.914896 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:21.151657 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a409e7-c41e-4178-b499-40ed88d704b8 req-5d6bfdf9-35de-4197-89f5-5d8da19e4e9a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:21.166467 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f1a409e7-c41e-4178-b499-40ed88d704b8 req-5d6bfdf9-35de-4197-89f5-5d8da19e4e9a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.1475148
Jul 08 15:20:21.263402 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.275209 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f1a409e7-c41e-4178-b499-40ed88d704b8 req-3f6f75c6-dbfe-4f32-90f0-f9e2ea71b7ad tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071906
Jul 08 15:20:21.292022 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Transition to ACTIVE for port object 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:21.305418 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.315294 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:21.339415 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60388) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:21.345040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1660843785', 'description': 'tempest-description--116252105'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:21.354796 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:21.367580 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:21.375943 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:21.385921 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:21.410761 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.459715 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:21.468053 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:21.474888 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:21.487027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:21.531819 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60394) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:21.556945 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fde980250>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:16Z', 'revision_number': 4, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b4314405-f1a9-46e5-9e5c-4de22d4a66b8', 'name': '', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'mac_address': 'fa:16:3e:66:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:12Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 2, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'subnets': [{'id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:21.569270 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Checking router: 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:20:21.569753 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Updating router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:20:21.590233 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Pushing event updated for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:21.594043 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:21.625079 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.633820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.669105 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d7eab80e-1f8b-458e-9fa6-70ffd2d936d5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5ff166c68aa74e9ea66d239428bb1426&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1339347
Jul 08 15:20:21.670637 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60398) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:21.687631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0887fd1d-1b1f-4a69-aa4a-b5c3a7779b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:21.713338 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.718093 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.724524 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60402) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:21.726650 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.3853052
Jul 08 15:20:21.736397 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group_rule': {'security_group_id': '22a5f014-1334-4fba-a3ed-a81f465c03a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:21.755452 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:21.762989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:21.769019 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:21.778176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:21.809748 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a5f014-1334-4fba-a3ed-a81f465c03a1,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:21.810633 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.848656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.856889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:21.858474 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.866173 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Attempting to bind port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:21.869351 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Attempting to bind port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:21.869955 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Attempting to bind port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:21.883706 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:21.885027 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Checking segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:21.885720 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.886291 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:21.887181 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Bound using segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:21.889409 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Bound port: 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:21.889999 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.150844 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] For port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:22.164069 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] For port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:22.171651 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.201638 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8073823d-1f2a-4d9b-bc44-03eaea2091cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:22.213849 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.236859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.243628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.326772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd008b-cf9c-4c10-8e15-e5ca93b361c7 req-e114c670-f50c-4c82-98db-ed43e04d02a0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:22.340605 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8ffd008b-cf9c-4c10-8e15-e5ca93b361c7 req-e114c670-f50c-4c82-98db-ed43e04d02a0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.1875310
Jul 08 15:20:22.383542 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:22.394217 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac29d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:22.454132 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8ffd008b-cf9c-4c10-8e15-e5ca93b361c7 req-cd70792d-5ac2-4266-88d8-2aacf7c79e6e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125031
Jul 08 15:20:22.531456 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:22.568888 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Pushing event updated for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=4']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:22.603514 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:22.640980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccc49aa-5aac-4670-a98a-e9c5c822938f,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:22.667091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:22.667623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:22.719768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.720917 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bccc49aa-5aac-4670-a98a-e9c5c822938f HTTP/1.1" status: 204  len: 168 time: 1.0481200
Jul 08 15:20:22.747659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-5888eb3d-ed47-4ee8-b39a-1fcc6be80dc2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:22.748935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-5888eb3d-ed47-4ee8-b39a-1fcc6be80dc2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:22.758789 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7871767c-86c8-4597-aab9-fbd7583e3316,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:22.764638 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.771971 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.774597 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0487590
Jul 08 15:20:22.777500 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60440) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:22.786397 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group_rule': {'security_group_id': '22a5f014-1334-4fba-a3ed-a81f465c03a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:22.789341 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:22.807767 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:22.809802 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Transition to ACTIVE for port object b4314405-f1a9-46e5-9e5c-4de22d4a66b8 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:22.823635 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:22.826132 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:22.827371 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-5888eb3d-ed47-4ee8-b39a-1fcc6be80dc2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:22.829645 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-5888eb3d-ed47-4ee8-b39a-1fcc6be80dc2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 819 time: 0.8245277
Jul 08 15:20:22.853313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:22.860867 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:22.877273 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-a8ac8d36-d159-48a4-af90-ee583992d112 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/quotas/0f9e33d57acc4025b255d7abf5fbb935 HTTP/1.1" status: 200  len: 375 time: 0.0369005
Jul 08 15:20:22.888641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:23.071888 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:23.132616 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-cc4333e8-1539-4160-9e57-1e4201237bc4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:23.169549 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:23.178802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-cc4333e8-1539-4160-9e57-1e4201237bc4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:23.180705 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-cc4333e8-1539-4160-9e57-1e4201237bc4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2943423
Jul 08 15:20:23.202443 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Pushing event updated for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:23.206405 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:23.419029 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Attempting to bind port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:23.419409 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Attempting to bind port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:23.419844 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Attempting to bind port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 on network 58136e80-e234-4d30-8b3e-fb18f55fa495 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:23.438820 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:23.439248 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Checking segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:23.439606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:23.440009 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Bound using segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:23.440528 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Bound port: b4314405-f1a9-46e5-9e5c-4de22d4a66b8, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:23.441007 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:23.446694 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-bc088350-8456-4d32-88d9-84d2d73052f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f006ded2-5238-4925-8807-a210350c986a HTTP/1.1" status: 200  len: 217 time: 0.1349487
Jul 08 15:20:23.681448 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-1a3e7c26-8ef3-4323-b23b-8d0d7d59cc30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a903c78f-73c9-4246-94c8-22634b6f3627 HTTP/1.1" status: 200  len: 217 time: 0.2867122
Jul 08 15:20:23.746015 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-1c537e87-142c-4cfe-bcbb-ce55fac4c033 service neutron] 10.222.0.55 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5559514
Jul 08 15:20:23.772382 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] For port b4314405-f1a9-46e5-9e5c-4de22d4a66b8, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:23.778995 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] For port b4314405-f1a9-46e5-9e5c-4de22d4a66b8, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:23.785278 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:23.794622 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:23.926520 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a7719-604c-4648-bac7-c3e2885c34d3 req-496a5172-33fb-4052-a727-e02ca36e8966 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:23.928164 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-862a7719-604c-4648-bac7-c3e2885c34d3 req-496a5172-33fb-4052-a727-e02ca36e8966 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Synchronizing usage tracker for tenant:8a038e639ae64a8589823b33ba3405fe on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:23.979151 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac29d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:22Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:23.981974 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:23.983957 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-33cf9152-9fef-43ea-bdb6-71a282ecab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:23.985596 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-33cf9152-9fef-43ea-bdb6-71a282ecab72 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb592069-d21d-49b2-acfb-774a00b77713 HTTP/1.1" status: 200  len: 850 time: 0.2805452
Jul 08 15:20:23.987382 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-862a7719-604c-4648-bac7-c3e2885c34d3 req-496a5172-33fb-4052-a727-e02ca36e8966 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Unset dirty status for tenant:8a038e639ae64a8589823b33ba3405fe on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:23.993721 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fb84c6-afea-4194-a33e-682c25d66e7b None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:22Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:20:23.995098 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-862a7719-604c-4648-bac7-c3e2885c34d3 req-496a5172-33fb-4052-a727-e02ca36e8966 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 1.1313646
Jul 08 15:20:23.997099 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:24.030215 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:24.030886 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fde980250>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:24.098772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:24.132307 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-8336c076-1bbe-4c0f-8995-11f25a450bcd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1319175
Jul 08 15:20:24.156895 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-a9b86658-8bdc-40fb-b1d2-0cc5121dac6c service neutron] 10.222.0.55 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4072466
Jul 08 15:20:24.180668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b75140cb-d971-4ca0-9505-552defda53b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:24.182107 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-b75140cb-d971-4ca0-9505-552defda53b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.6609142
Jul 08 15:20:24.344178 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-d8a3975b-ea0c-4a71-9a51-2da79415c8a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1506362
Jul 08 15:20:24.382808 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Pushing event updated for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:24.402179 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:24.442181 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-862a7719-604c-4648-bac7-c3e2885c34d3 req-aa1d5c4c-3d7e-45f9-97ba-1b20e3e7d1f3 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4459529
Jul 08 15:20:24.446615 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76b83b6-7890-469e-9a07-feda3f509e18,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:24.457676 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:24.623831 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:24.629105 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.8475595
Jul 08 15:20:24.696716 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:24.756918 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60474) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:24.826591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:24.876266 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a0483c44-7064-4f6b-be67-790b1b4d475d req-3546efce-84ed-4843-97a7-acaa814022d6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 210 time: 0.2382259
Jul 08 15:20:24.940999 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:25.046419 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-6a932b5a-99f5-4a60-822b-8b45803b5fed service neutron] 10.222.0.53 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7291090
Jul 08 15:20:25.047108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60482) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:25.052938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:25.170376 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:floatingip and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:25.218207 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:25.259661 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:25.277711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:25.277711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:25.348584 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-2a9873d8-e279-4af7-96d2-845133db997d service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9820895
Jul 08 15:20:25.385419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24deb10-7c13-4eb8-80ad-3672720447db req-98f0e16f-6e51-48a4-a74c-589423833cf0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:25.398864 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b24deb10-7c13-4eb8-80ad-3672720447db req-98f0e16f-6e51-48a4-a74c-589423833cf0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.5293319
Jul 08 15:20:25.485011 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:25.559717 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b24deb10-7c13-4eb8-80ad-3672720447db req-aa25880e-2d39-4858-987f-47b9a9f95d8b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466904
Jul 08 15:20:25.774182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:25.911400 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34593d4-69d0-46c3-8ebf-2b4acaa2a925 req-3a4b1134-a66c-4f0c-91a6-0b814dd22f18 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:25.918459 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f34593d4-69d0-46c3-8ebf-2b4acaa2a925 req-3a4b1134-a66c-4f0c-91a6-0b814dd22f18 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.1274524
Jul 08 15:20:25.987995 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f34593d4-69d0-46c3-8ebf-2b4acaa2a925 req-721d6096-ce6e-4833-8e82-d3dbb43b927c tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638633
Jul 08 15:20:26.017503 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.023256 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6f582c0-64d5-4bbd-923b-3316d05a361d req-31a353a1-ac57-43c5-be50-d8914d6dc046 service neutron] 10.222.0.53 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9570062
Jul 08 15:20:26.052959 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fde980250>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:16Z', 'revision_number': 4, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b4314405-f1a9-46e5-9e5c-4de22d4a66b8', 'name': '', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'mac_address': 'fa:16:3e:66:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:12Z', 'updated_at': '2021-07-08T15:20:23Z', 'revision_number': 4, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'subnets': [{'id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:26.063426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252fe5b-c3b1-4594-8668-d515a3358b67 None None] The sync data for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi is: [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:16Z', 'revision_number': 4, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b4314405-f1a9-46e5-9e5c-4de22d4a66b8', 'name': '', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'mac_address': 'fa:16:3e:66:9c:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:12Z', 'updated_at': '2021-07-08T15:20:23Z', 'revision_number': 4, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'subnets': [{'id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:20:26.070339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:26.076187 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.087220 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:26.088154 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.159268 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:26.198995 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Usage tracker for resource:security_group_rule and tenant:7d0bf16f31b7433d9f857ea0593fe613 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:26.204334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:26.215462 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:26.253321 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:26.253742 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-eead5280-51f6-4b14-be10-096a68789ee0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:26.255304 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-eead5280-51f6-4b14-be10-096a68789ee0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 819 time: 0.7386186
Jul 08 15:20:26.257977 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:26.290914 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-910c67dc-e957-4934-8b5e-3a7362aee5c2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/quotas/0f9e33d57acc4025b255d7abf5fbb935 HTTP/1.1" status: 200  len: 375 time: 0.0189295
Jul 08 15:20:26.393244 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b4314405-f1a9-46e5-9e5c-4de22d4a66b8 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:26.506899 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:26.518526 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:26.519122 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.530406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.536324 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.553645 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-5cff22dd-4fcc-4e12-83b5-d0cb5127f8cd tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2535915
Jul 08 15:20:26.600047 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.662670 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-bbcdf608-59f1-4bc9-a872-52abd7b52bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:26.789770 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.834360 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port b4314405-f1a9-46e5-9e5c-4de22d4a66b8, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:26.844221 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:26.845881 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7d0bf16f31b7433d9f857ea0593fe613&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7830143
Jul 08 15:20:26.846895 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:26.851649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60540) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:26.867303 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb7279a-080b-4127-983b-2c076cb912e0,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:26.888735 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:26.988146 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:27.001132 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:27.007062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df75e9-646e-4002-920d-66f621fa6fa9 req-d69f67c4-4ee1-4321-b38a-737b81e74d7f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:27.010048 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-80df75e9-646e-4002-920d-66f621fa6fa9 req-d69f67c4-4ee1-4321-b38a-737b81e74d7f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.2001247
Jul 08 15:20:27.063521 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-85753c54-3f5d-4673-ac71-8366e686ef18 service neutron] 10.222.0.55 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4620645
Jul 08 15:20:27.066821 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Allocated IP 172.27.2.220 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/a0f064d8-a28f-4496-b203-f664991af47a) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:27.090202 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-80df75e9-646e-4002-920d-66f621fa6fa9 req-38b7ba4b-a713-4ae9-9081-d17a8a90d1a7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709455
Jul 08 15:20:27.146884 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.150505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60552) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:27.367773 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444f56d-d292-4a2e-a9f8-3ae2d64b262a req-5a518155-c889-41db-a404-4e1b0af56c0a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:27.391994 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5444f56d-d292-4a2e-a9f8-3ae2d64b262a req-5a518155-c889-41db-a404-4e1b0af56c0a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.1979377
Jul 08 15:20:27.477395 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5444f56d-d292-4a2e-a9f8-3ae2d64b262a req-77744dc6-e7ec-4c8d-8301-50aadc0cd71d tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841866
Jul 08 15:20:27.549557 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.600489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:27.604818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.605936 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Usage tracker for resource:security_group_rule and tenant:10de69486c704e779ab937f719061f63 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:27.609846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:27.631346 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:27.816806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.820397 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-8020cbd6-eb73-4b17-a290-1b1e6c881d04 service neutron] 10.222.0.55 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7443876
Jul 08 15:20:27.837183 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.844240 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.866009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:27.874080 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.884974 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:27.900135 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb7279a-080b-4127-983b-2c076cb912e0,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:27.908775 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:27.922919 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.926546 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/fcb7279a-080b-4127-983b-2c076cb912e0 HTTP/1.1" status: 204  len: 168 time: 1.0650883
Jul 08 15:20:27.928645 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=916d5274-82ce-4638-87dc-3dc1c63381a4,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:27.932781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:27.937032 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=10de69486c704e779ab937f719061f63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7839985
Jul 08 15:20:27.938977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:27.940540 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60572) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:27.960838 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:28.083614 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:28.093923 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:28.098487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=a0f064d8-a28f-4496-b203-f664991af47a,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:28.117092 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:28.198071 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:28.206361 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.207689 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3327720e-19df-4d6c-86e8-4fc0bb03491a req-5b8fa821-06d5-46fc-9b5a-c832a1b83984 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 210 time: 0.0667152
Jul 08 15:20:28.307051 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.337149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.342288 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b4314405-f1a9-46e5-9e5c-4de22d4a66b8 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:28.529911 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:28.534007 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.707093 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60604) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:28.749919 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.792867 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.838504 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:28.859659 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:28.875857 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Usage tracker for resource:security_group_rule and tenant:4f30a2f8381a4547a8ccd5d75fb9ffd8 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:28.879473 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9191bd75-76e5-4524-b50f-77c5fdf75b37 req-d596c74c-b86b-4bd4-8ccc-5a222104499d service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4707870
Jul 08 15:20:28.884588 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:28.899086 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:28.914181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5041b3-a5c9-4300-a440-08e7beffc037 req-0e8225d0-b371-42a4-b9b4-b6e66e14a5ed tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:28.916309 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c5041b3-a5c9-4300-a440-08e7beffc037 req-0e8225d0-b371-42a4-b9b4-b6e66e14a5ed tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.2030869
Jul 08 15:20:28.921615 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ca253e-2470-4592-8d09-9037ddf0bfe9 req-d8d7c309-c579-41ed-a003-63f92cc10002 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:28.936441 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a2ca253e-2470-4592-8d09-9037ddf0bfe9 req-d8d7c309-c579-41ed-a003-63f92cc10002 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.5660768
Jul 08 15:20:28.937142 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:28.953721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:28.954328 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.116543 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c5041b3-a5c9-4300-a440-08e7beffc037 req-6d8f67e9-3dc0-4136-9055-c4a35513f44e tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931138
Jul 08 15:20:29.132234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-f544b3e1-742d-41d0-bdb5-acedc5ddeacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.133729 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-f544b3e1-742d-41d0-bdb5-acedc5ddeacb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 1097 time: 0.1847808
Jul 08 15:20:29.157158 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:29.181556 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.192087 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-e416e991-090c-468a-84ce-db0b2cdb8878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.193578 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-e416e991-090c-468a-84ce-db0b2cdb8878 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a038e639ae64a8589823b33ba3405fe&device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 1096 time: 0.6692736
Jul 08 15:20:29.194293 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d5274-82ce-4638-87dc-3dc1c63381a4,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:29.196451 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-87819881-0b39-4ca7-8f12-302a55013936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.198877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.207312 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:29.241608 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b8370670-6e3f-4085-b71f-cf2ff8efb041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:29.281862 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-b630e5f1-31ff-48a4-af20-13643d7879d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.283320 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-b630e5f1-31ff-48a4-af20-13643d7879d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 916 time: 0.1354198
Jul 08 15:20:29.387648 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-4e78013c-09ac-4f9c-9fcf-2c8f11dbe017 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f006ded2-5238-4925-8807-a210350c986a HTTP/1.1" status: 200  len: 217 time: 0.0968053
Jul 08 15:20:29.396835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.397844 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/916d5274-82ce-4638-87dc-3dc1c63381a4 HTTP/1.1" status: 204  len: 168 time: 1.4548724
Jul 08 15:20:29.402757 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4f30a2f8381a4547a8ccd5d75fb9ffd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6850610
Jul 08 15:20:29.403364 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-019e7196-de62-4191-97b6-55dda196a4a5 req-9a4349cc-405f-4af8-90f8-64c8f78a2604 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 210 time: 0.0562172
Jul 08 15:20:29.406096 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60622) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:29.459708 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a2ca253e-2470-4592-8d09-9037ddf0bfe9 req-091b7673-bb4f-441c-adbf-38a112909871 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3130622
Jul 08 15:20:29.464423 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79effb31-165b-4bc9-bf0e-8a29f0c48f33,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:29.469459 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:29.514628 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.532235 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.546510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.53', 60723) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:29.549977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:29.595045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-8e7bfd2e-9063-4bf8-a711-cda3ed36ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.596555 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-8e7bfd2e-9063-4bf8-a711-cda3ed36ee35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 HTTP/1.1" status: 200  len: 911 time: 0.3919871
Jul 08 15:20:29.750970 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.751917 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.780282 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-6fd64ee5-2b02-4df7-8d3f-9804a71b8690 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a903c78f-73c9-4246-94c8-22634b6f3627 HTTP/1.1" status: 200  len: 217 time: 0.1708736
Jul 08 15:20:29.844708 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-05bfbd33-03a2-4f8c-8901-4c6ff8f62071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.846865 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-05bfbd33-03a2-4f8c-8901-4c6ff8f62071 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.4392688
Jul 08 15:20:29.885758 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.889963 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:29.900327 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.1257482
Jul 08 15:20:29.919477 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=a0f064d8-a28f-4496-b203-f664991af47a,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:29.934467 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:29.974261 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-da3f0434-bee3-4e94-8c19-9708103f35be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:29.977033 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-da3f0434-bee3-4e94-8c19-9708103f35be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=eb592069-d21d-49b2-acfb-774a00b77713 HTTP/1.1" status: 200  len: 850 time: 0.1894224
Jul 08 15:20:29.982516 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-2f2709fa-694c-468b-ba13-5707b525f92e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1080232
Jul 08 15:20:29.997377 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-3dad3e90-e88d-40a4-ae61-16abd0ed5cf6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:30.001517 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-3dad3e90-e88d-40a4-ae61-16abd0ed5cf6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 819 time: 0.4538670
Jul 08 15:20:30.058210 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-2e9abaf3-2aa0-46c2-9083-91f5b89259ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0678546
Jul 08 15:20:30.085187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Request body: {'port': {'device_id': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'admin_state_up': True, 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:30.224074 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.53', 60728) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:30.243142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:30.254007 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60652) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:30.442070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:30.492197 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:30.524682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Usage tracker for resource:security_group_rule and tenant:7e5c1666a5dd4d159fbd7ae225a1dd5f is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:30.536973 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:30.566929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:30.599255 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:30.628388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-71cc3ecd-b7df-4659-850a-e9f7a92e4833 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:30.630315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:30.652203 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-78777c56-1055-4b2a-8072-e8588b96db06 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6325145
Jul 08 15:20:30.654437 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-2f658dd4-fb11-43e5-b214-3341e80d2c96 service neutron] 10.222.0.53 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5804014
Jul 08 15:20:30.656930 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Made reservation on behalf of 0f9e33d57acc4025b255d7abf5fbb935 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:30.660465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:30.716950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6170f67-0d9a-4838-831e-26680ea8dbad req-8d3ade74-7f71-4a04-9759-1ea57c7978bf tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:30.718492 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d6170f67-0d9a-4838-831e-26680ea8dbad req-8d3ade74-7f71-4a04-9759-1ea57c7978bf tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.3811169
Jul 08 15:20:30.740035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:30.789173 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-89f97695-37d9-4f65-a2f0-88ccd0787184 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:30.790808 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-89f97695-37d9-4f65-a2f0-88ccd0787184 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 819 time: 0.5653529
Jul 08 15:20:30.793651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-71cc3ecd-b7df-4659-850a-e9f7a92e4833 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:30.795412 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-71cc3ecd-b7df-4659-850a-e9f7a92e4833 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--1660843785&fields=id&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 267 time: 0.3259683
Jul 08 15:20:30.806519 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Request body: {'port': {'device_id': '73628210-b4b4-4d39-953c-6bd42e46a770', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'admin_state_up': True, 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:30.859952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-31dd985b-3210-4dc3-81e2-3bf2b132ddfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:30.907943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79effb31-165b-4bc9-bf0e-8a29f0c48f33,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:30.925129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:30.957697 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d6170f67-0d9a-4838-831e-26680ea8dbad req-783db00e-66d6-4107-ac31-696caea3f01d tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772189
Jul 08 15:20:31.048608 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-27434624-faa3-42e9-b749-26b4ac3221d1 service neutron] 10.222.0.53 "GET /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3809915
Jul 08 15:20:31.057269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.061213 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/79effb31-165b-4bc9-bf0e-8a29f0c48f33 HTTP/1.1" status: 204  len: 168 time: 1.6525047
Jul 08 15:20:31.116546 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae005cc5-9bb6-49ef-b6bc-a6bd353d6233 req-07b4ef26-c518-4029-a507-32180804513a service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4165456
Jul 08 15:20:31.135075 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-6f94757c-2d15-4bfc-a17d-9ac8fe3cf50d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:31.136601 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-6f94757c-2d15-4bfc-a17d-9ac8fe3cf50d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 817 time: 0.3133581
Jul 08 15:20:31.138011 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:31.141621 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.153146 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Allocated IP 172.20.0.7 (58136e80-e234-4d30-8b3e-fb18f55fa495/0a7d56ac-989f-4e18-b9da-9eb6838d02cc/a889d926-ed69-4c6a-b18b-17fb59ff3567) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:31.159539 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.172850 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:31.175702 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:31.180093 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-02c2db37-69a5-4152-8bef-50b9c9b41283 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/quotas/115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 375 time: 0.0353503
Jul 08 15:20:31.193598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Made reservation on behalf of 0f9e33d57acc4025b255d7abf5fbb935 for: {'port': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:31.197006 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.263758 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1cb0796a-7788-4494-a450-db965421d08c req-fb05d7d4-7259-4379-8c99-4a198fafc304 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 210 time: 0.0896828
Jul 08 15:20:31.321508 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687c5f36-72ce-4ae9-a1ca-eb2d0d5865c7,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:31.328741 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7e5c1666a5dd4d159fbd7ae225a1dd5f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0705574
Jul 08 15:20:31.332248 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60692) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:31.335854 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:31.454311 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-cc28d608-564a-489e-bcc9-ceda0d492799 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:31.487760 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.500806 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-cc28d608-564a-489e-bcc9-ceda0d492799 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:31.502161 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-cc28d608-564a-489e-bcc9-ceda0d492799 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3106940
Jul 08 15:20:31.553221 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.703872 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-932eb5e1-7de7-4acc-839e-4743ebe41e00 service neutron] 10.222.0.55 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1824284
Jul 08 15:20:31.710485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.740307 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:31.793095 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a903c78f-73c9-4246-94c8-22634b6f3627 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:20:31.812822 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687c5f36-72ce-4ae9-a1ca-eb2d0d5865c7,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:31.817278 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:31.817462 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.848275 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:31.851729 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/687c5f36-72ce-4ae9-a1ca-eb2d0d5865c7 HTTP/1.1" status: 204  len: 168 time: 0.5155168
Jul 08 15:20:31.854655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16860ab3-ae7f-4a84-8dca-fcfed0d6e5c9 req-9711cdaa-5dca-41ce-9dc8-f63792f716e7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:31.866814 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16860ab3-ae7f-4a84-8dca-fcfed0d6e5c9 req-9711cdaa-5dca-41ce-9dc8-f63792f716e7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 944 time: 0.2696757
Jul 08 15:20:31.878610 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-ea5c0d0e-434d-4fac-a9cb-bc1921919a57 service neutron] 10.222.0.55 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1665978
Jul 08 15:20:32.016977 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.033633 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b8229b0a-4402-4914-85ed-1f1f7e980388 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:32.048728 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0059217d-d1e6-4311-977d-004e57699cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.100508 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16860ab3-ae7f-4a84-8dca-fcfed0d6e5c9 req-ecd4930f-4688-4370-92cf-494cf70ba943 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2326968
Jul 08 15:20:32.134251 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.db.api [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.7-68ff8b95-e2c1-40b1-9535-caeddbb96aaa {{(pid=78424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:20:32.136316 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_db.api [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:20:32.153660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:32.158749 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:32.166920 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:32.202868 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a903c78f-73c9-4246-94c8-22634b6f3627,segment=NetworkSegment(49b35340-82a4-4929-a26a-dd850b0bd22b),segment_id=49b35340-82a4-4929-a26a-dd850b0bd22b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:32.238135 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'a903c78f-73c9-4246-94c8-22634b6f3627', 'network_id': '8db88fcd-fbc2-4cf8-ab14-b56f1d46db30', 'port_id': 'a903c78f-73c9-4246-94c8-22634b6f3627', 'mac_address': 'fa:16:3e:c5:ee:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb592069-d21d-49b2-acfb-774a00b77713', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:20:32.393417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Pushing event updated for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:32.397224 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.407831 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3d742baa-548d-4797-adeb-34d4681a9890 req-ac57016f-7938-443e-84ef-da6b14469fde tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.1859958
Jul 08 15:20:32.408547 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:32.443064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:32.443746 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.475546 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a903c78f-73c9-4246-94c8-22634b6f3627 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:32.507563 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4434369
Jul 08 15:20:32.516380 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8b6a-a2f9-4407-943e-d18be5fd8913 req-bb18e9c7-6c0a-42be-b46f-9958d04926b4 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:32.518249 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-035d8b6a-a2f9-4407-943e-d18be5fd8913 req-bb18e9c7-6c0a-42be-b46f-9958d04926b4 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 943 time: 0.2330096
Jul 08 15:20:32.534711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a903c78f-73c9-4246-94c8-22634b6f3627,segment=NetworkSegment(49b35340-82a4-4929-a26a-dd850b0bd22b),segment_id=49b35340-82a4-4929-a26a-dd850b0bd22b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:32.540892 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.542569 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device f006ded2-5238-4925-8807-a210350c986a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:20:32.548066 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:32.598782 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-035d8b6a-a2f9-4407-943e-d18be5fd8913 req-6af7b231-e670-45f6-9d39-7386efe28d9d tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748084
Jul 08 15:20:32.637932 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.691321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5b506f60-7542-455a-b2dc-e4203aedaa60 req-4dea88c4-79a6-41c9-b2a4-955993606cbe tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:32.727160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5b506f60-7542-455a-b2dc-e4203aedaa60 req-4dea88c4-79a6-41c9-b2a4-955993606cbe tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:32.743706 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5b506f60-7542-455a-b2dc-e4203aedaa60 req-4dea88c4-79a6-41c9-b2a4-955993606cbe tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 210 time: 0.1312747
Jul 08 15:20:32.760951 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:32.832107 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:32.837500 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:32.902328 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Allocated IP 172.20.0.12 (58136e80-e234-4d30-8b3e-fb18f55fa495/0a7d56ac-989f-4e18-b9da-9eb6838d02cc/516373bd-f79e-4a53-ad52-6578675ad39b) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:32.932542 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f006ded2-5238-4925-8807-a210350c986a,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:32.945497 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Request body: {'port': {'device_id': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:32.948739 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'f006ded2-5238-4925-8807-a210350c986a', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'port_id': 'f006ded2-5238-4925-8807-a210350c986a', 'mac_address': 'fa:16:3e:aa:2a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b4358b-8365-4746-ac3f-c286c863f9ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:20:33.018693 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.042227 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f006ded2-5238-4925-8807-a210350c986a {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:33.081132 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f006ded2-5238-4925-8807-a210350c986a,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:33.081513 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.086476 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.089653 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:33.182553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:33.186711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:33.235347 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.412192 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.428424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cf5b706e-f0fb-479a-adbf-383685d59a83 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:33.501344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Pushing event updated for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:33.512835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15873b5-f652-4e64-affb-d945a6af4bc5 req-57866356-cc9f-4c4f-9dc4-41b25cfb56a3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:33.514423 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e15873b5-f652-4e64-affb-d945a6af4bc5 req-57866356-cc9f-4c4f-9dc4-41b25cfb56a3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.2521913
Jul 08 15:20:33.515289 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:33.524504 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Network 58136e80-e234-4d30-8b3e-fb18f55fa495 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:33.527487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:33.548190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:33.553977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:33.554614 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.585232 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7827849
Jul 08 15:20:33.614762 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e15873b5-f652-4e64-affb-d945a6af4bc5 req-94b50162-0eae-43c6-a3f1-20044bb04a53 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887363
Jul 08 15:20:33.726170 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5de6346b-d84d-4019-ae9b-8779c7575d18 req-d16d9f8d-97a8-4958-9c56-4f0b699db886 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.1096065
Jul 08 15:20:33.815750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a889d926-ed69-4c6a-b18b-17fb59ff3567 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:33.825989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.842979 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Transition to ACTIVE for port object a889d926-ed69-4c6a-b18b-17fb59ff3567 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:33.849009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:33.855205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1a03194-f2f3-43b2-94d5-aefcca799bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:33.910940 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a9859-1aac-4eac-b467-177c70149738 req-b5a2aa8a-3395-4c3b-92a6-ddd1e26c0135 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:33.913635 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-df2a9859-1aac-4eac-b467-177c70149738 req-b5a2aa8a-3395-4c3b-92a6-ddd1e26c0135 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 944 time: 0.1419034
Jul 08 15:20:33.974261 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-df2a9859-1aac-4eac-b467-177c70149738 req-bc7fa39e-8bcb-4171-94aa-26cb69ce961b tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528359
Jul 08 15:20:34.082451 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:34.108849 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:34.138017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:34.187519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196ca8c-e9b7-4341-ab1e-d421ab6c15f6 req-9620148c-b23c-4a4a-8bb4-873bfedf73f0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:34.192567 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4196ca8c-e9b7-4341-ab1e-d421ab6c15f6 req-9620148c-b23c-4a4a-8bb4-873bfedf73f0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 932 time: 0.2956545
Jul 08 15:20:34.198370 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Attempting to bind port a889d926-ed69-4c6a-b18b-17fb59ff3567 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:34.198851 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Attempting to bind port a889d926-ed69-4c6a-b18b-17fb59ff3567 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:34.199250 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Attempting to bind port a889d926-ed69-4c6a-b18b-17fb59ff3567 on network 58136e80-e234-4d30-8b3e-fb18f55fa495 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:34.219599 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Port a889d926-ed69-4c6a-b18b-17fb59ff3567 on network 58136e80-e234-4d30-8b3e-fb18f55fa495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:20:34.219860 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Attempting to bind port a889d926-ed69-4c6a-b18b-17fb59ff3567 on network 58136e80-e234-4d30-8b3e-fb18f55fa495 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:34.231505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:34.231849 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Checking segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:34.232280 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Bound using segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:34.232742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Bound port: a889d926-ed69-4c6a-b18b-17fb59ff3567, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:34.233093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:34.302441 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4196ca8c-e9b7-4341-ab1e-d421ab6c15f6 req-6226734e-0aa2-449a-ba8e-a856bca878fb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:34.350815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4196ca8c-e9b7-4341-ab1e-d421ab6c15f6 req-6226734e-0aa2-449a-ba8e-a856bca878fb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:34.351988 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4196ca8c-e9b7-4341-ab1e-d421ab6c15f6 req-6226734e-0aa2-449a-ba8e-a856bca878fb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483862
Jul 08 15:20:34.373271 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:34.376665 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:34.382732 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:34.388959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:34.452486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:34.453053 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:34.454435 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 1093 time: 1.5142553
Jul 08 15:20:34.455075 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:34.475985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Pushing event updated for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:34.480341 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:34.511719 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567', 'status': 'completed', 'code': 200}
Jul 08 15:20:34.615097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60824) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:34.850298 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1162c1c-bc9d-4d15-85a5-3f23cda3980b req-4eaf91d0-efa3-49c4-b234-e1e8f51aebb5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:34.859078 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f1162c1c-bc9d-4d15-85a5-3f23cda3980b req-4eaf91d0-efa3-49c4-b234-e1e8f51aebb5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.1099293
Jul 08 15:20:34.864526 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:34.884804 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Request body: {'port': {'device_id': '73628210-b4b4-4d39-953c-6bd42e46a770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:34.930854 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:34.983217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Usage tracker for resource:security_group_rule and tenant:88fdc8c7ba0048b29249b7ae8768ac4b is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:34.988150 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1a45aa5e-6c50-47cc-9df1-ebdf52f290f4 req-e94fd1c1-a2ff-4778-a873-e0cabcb6c9aa tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.0710027
Jul 08 15:20:34.991461 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:35.003814 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:35.080164 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f1162c1c-bc9d-4d15-85a5-3f23cda3980b req-1555d75c-a8cc-4b72-96b7-6666e12388f6 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197838
Jul 08 15:20:35.088690 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.123524 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-54e6c90c-91c0-46b0-9125-ea06398709e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:35.125859 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-54e6c90c-91c0-46b0-9125-ea06398709e6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1096 time: 0.2108724
Jul 08 15:20:35.127681 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:20:35.174606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a903c78f-73c9-4246-94c8-22634b6f3627'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:20:35.289167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-ad677752-4131-471d-8cb9-20fa550f97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:35.291229 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-ad677752-4131-471d-8cb9-20fa550f97d7 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1575825
Jul 08 15:20:35.369376 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.392236 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.404267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-de49f50c-a346-4ae1-95dd-2e944d28f7f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:35.494558 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676987a-a371-411d-bc85-f6ae230f5ed7 req-e80a1ed9-6224-4af5-8a94-0a311e5714f0 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:35.496000 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c676987a-a371-411d-bc85-f6ae230f5ed7 req-e80a1ed9-6224-4af5-8a94-0a311e5714f0 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 944 time: 0.3508179
Jul 08 15:20:35.518316 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=88fdc8c7ba0048b29249b7ae8768ac4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9011462
Jul 08 15:20:35.523451 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60844) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:35.534495 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689ef17e-ea12-473e-9c02-8323babb8cd3,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:35.542693 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:35.589589 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c676987a-a371-411d-bc85-f6ae230f5ed7 req-47a18cf8-5fc4-438f-ad3f-e71915473bca tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797594
Jul 08 15:20:35.601936 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.621218 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebf511-72e0-486e-8b53-9798191f87c2 req-e79ffc8d-aa4b-401f-8746-29652dcabfef tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:35.623271 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f2ebf511-72e0-486e-8b53-9798191f87c2 req-e79ffc8d-aa4b-401f-8746-29652dcabfef tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 932 time: 0.1458142
Jul 08 15:20:35.658224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.681441 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516373bd-f79e-4a53-ad52-6578675ad39b {{(pid=78424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:35.689400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.704881 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Transition to ACTIVE for port object 516373bd-f79e-4a53-ad52-6578675ad39b will not be triggered until provisioned by entity L2. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:35.705072 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f2ebf511-72e0-486e-8b53-9798191f87c2 req-4ec4033e-190b-4120-be4e-c37171a854d6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0761042
Jul 08 15:20:35.709717 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.714281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:35.730663 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.735384 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b00aad2a-177d-4aa8-a4da-24a834e3f4ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:35.746910 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689ef17e-ea12-473e-9c02-8323babb8cd3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:35.749817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:35.761817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:35.763385 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/689ef17e-ea12-473e-9c02-8323babb8cd3 HTTP/1.1" status: 204  len: 168 time: 0.2385631
Jul 08 15:20:35.880148 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Pushing event updated for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:35.887840 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:35.906354 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Attempting to bind port 516373bd-f79e-4a53-ad52-6578675ad39b on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:35.906687 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Attempting to bind port 516373bd-f79e-4a53-ad52-6578675ad39b by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:35.907013 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Attempting to bind port 516373bd-f79e-4a53-ad52-6578675ad39b on network 58136e80-e234-4d30-8b3e-fb18f55fa495 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:35.911784 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Port 516373bd-f79e-4a53-ad52-6578675ad39b on network 58136e80-e234-4d30-8b3e-fb18f55fa495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:20:35.912162 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Attempting to bind port 516373bd-f79e-4a53-ad52-6578675ad39b on network 58136e80-e234-4d30-8b3e-fb18f55fa495 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:35.917749 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:35.918063 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Checking segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:35.918538 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Bound using segment: {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:35.918871 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Bound port: 516373bd-f79e-4a53-ad52-6578675ad39b, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e1329-661b-409f-9fee-08770847463c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495'}}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:35.919217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.010924 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, cleared binding levels {{(pid=78424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:36.014925 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=516373bd-f79e-4a53-ad52-6578675ad39b,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:36.021598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.025649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:36.095216 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:36.095900 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.097372 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] 10.222.0.53 "PUT /v2.0/ports/516373bd-f79e-4a53-ad52-6578675ad39b HTTP/1.1" status: 200  len: 1094 time: 1.2170966
Jul 08 15:20:36.097878 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:36.117343 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Pushing event updated for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=3']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:36.117742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 60872) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:36.129290 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:36.136668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.157062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:36.161070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Usage tracker for resource:security_group_rule and tenant:52eff945d8b244baa816b4ffd782603a is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:36.177642 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:36.185038 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:36.210086 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dad6ee82-c1e4-43b1-845f-a50a38173509 req-4fb26dc7-8c97-4caf-a3ea-09a9ed2bec6a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.0598497
Jul 08 15:20:36.272183 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b', 'status': 'completed', 'code': 200}
Jul 08 15:20:36.327852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.332858 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.343350 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:36.373014 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f369a-92a8-44d0-8276-f1d2e030b11e req-46309311-5162-4dee-b3b6-e403613a9a70 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:36.374466 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bf8f369a-92a8-44d0-8276-f1d2e030b11e req-46309311-5162-4dee-b3b6-e403613a9a70 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.1478372
Jul 08 15:20:36.406208 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=52eff945d8b244baa816b4ffd782603a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2874100
Jul 08 15:20:36.408908 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 60876) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:36.415610 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2430c70-6e38-4d57-ae8d-d8da2a971bbf,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:36.419167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:36.438304 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bf8f369a-92a8-44d0-8276-f1d2e030b11e req-768c2dcd-bee7-4ad7-b13d-b5a3fd3f841f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526068
Jul 08 15:20:36.468698 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.495707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.546498 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.549932 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:36.562188 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2430c70-6e38-4d57-ae8d-d8da2a971bbf,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:36.565898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:36.571084 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:36.572193 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d2430c70-6e38-4d57-ae8d-d8da2a971bbf HTTP/1.1" status: 204  len: 168 time: 0.1622474
Jul 08 15:20:36.783722 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8d9f8-fae8-405c-a464-679e9647035d req-1ae15e8f-4301-415a-9237-0b98154c348f tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:36.785284 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-44c8d9f8-fae8-405c-a464-679e9647035d req-1ae15e8f-4301-415a-9237-0b98154c348f tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 944 time: 0.0821681
Jul 08 15:20:36.861172 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-44c8d9f8-fae8-405c-a464-679e9647035d req-1511bf3e-935b-4a31-9500-cf3c60750adc tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699720
Jul 08 15:20:36.902105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2fd438-9681-4d05-a3b1-b6b2be59734f req-9abb95df-0869-4d2c-8cf0-29b7f296ef46 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:36.903350 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b2fd438-9681-4d05-a3b1-b6b2be59734f req-9abb95df-0869-4d2c-8cf0-29b7f296ef46 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.0842438
Jul 08 15:20:36.950405 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b2fd438-9681-4d05-a3b1-b6b2be59734f req-5df56550-f49c-49f3-a6ba-0507f675bf77 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407805
Jul 08 15:20:37.198769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-743071f3-ec13-4146-a710-a16e19c30caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:37.200359 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d23be48b-abe4-40bc-9904-66c336fe03c3 req-743071f3-ec13-4146-a710-a16e19c30caa service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1354730
Jul 08 15:20:37.304334 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:20:37.429798 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4c8a131c-46b7-4e22-8c6d-397fbfdf75e1 req-7b3158fc-2392-41a9-8ff9-1103e8dc4683 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.1026759
Jul 08 15:20:37.627751 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56aeb41-f24a-4bcb-a883-95b4301642e1 req-604bac0b-42a9-4598-a027-b8ecf74d5d7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:37.629245 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a56aeb41-f24a-4bcb-a883-95b4301642e1 req-604bac0b-42a9-4598-a027-b8ecf74d5d7e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.0865984
Jul 08 15:20:37.677584 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a56aeb41-f24a-4bcb-a883-95b4301642e1 req-2082c343-b197-476f-8132-b380dd74919f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399992
Jul 08 15:20:38.043004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744664f-d4c8-4a16-bb49-11d6e342b9e6 req-33ef04c3-9613-42de-9264-46d7b276cb75 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.045434 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1744664f-d4c8-4a16-bb49-11d6e342b9e6 req-33ef04c3-9613-42de-9264-46d7b276cb75 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 944 time: 0.0854089
Jul 08 15:20:38.097975 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1744664f-d4c8-4a16-bb49-11d6e342b9e6 req-7c7dc3f2-4a13-44c3-85b4-787f1c7aed1f tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468197
Jul 08 15:20:38.255157 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-66ca16f0-f461-4f2b-99e0-e453e30ab26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.256702 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-66ca16f0-f461-4f2b-99e0-e453e30ab26b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1096 time: 0.0758541
Jul 08 15:20:38.260261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d7b2d-cedc-4c6a-8880-ccfee0afcf3a req-edb35fda-c9ee-468f-93f7-28705ab39e70 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.262045 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48d7b2d-cedc-4c6a-8880-ccfee0afcf3a req-edb35fda-c9ee-468f-93f7-28705ab39e70 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.1902595
Jul 08 15:20:38.320133 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48d7b2d-cedc-4c6a-8880-ccfee0afcf3a req-8f3ac6ae-7eb5-4f40-a2a4-b157056756f4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522490
Jul 08 15:20:38.325866 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-2dec689a-6846-403d-bf7f-7071a01cc09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.327499 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-2dec689a-6846-403d-bf7f-7071a01cc09c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 1097 time: 0.1623592
Jul 08 15:20:38.351423 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-719af27d-9000-4eb5-8590-431cd9a758b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.0818794
Jul 08 15:20:38.425017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-66e6e724-7f14-4e25-933a-34382278027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.426450 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-66e6e724-7f14-4e25-933a-34382278027d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.0622947
Jul 08 15:20:38.498885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-9697d3ef-9a4c-440a-902b-6cdfed9855c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.501585 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-9697d3ef-9a4c-440a-902b-6cdfed9855c5 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&shared=False HTTP/1.1" status: 200  len: 920 time: 0.1657948
Jul 08 15:20:38.505472 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-46f7b34e-2879-49f7-ab67-f012fac9b7e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535214
Jul 08 15:20:38.678758 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aedacb55-0bd1-472a-a260-0ee51fa5016e req-70d4432e-c16c-4034-b1b2-4adaa192b303 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.0739999
Jul 08 15:20:38.758352 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-456cd2ee-96fd-4794-8cb1-044acd041d8a service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2343583
Jul 08 15:20:38.831425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-dc00b8d7-c0b9-411f-ad6c-7d78df0bbfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.832997 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6dc2465d-d765-4b1c-967a-6623dc2f58a9 req-dc00b8d7-c0b9-411f-ad6c-7d78df0bbfe7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3124237
Jul 08 15:20:38.865844 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-0478f17a-d371-43ef-81e0-3eead499b0c1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:38.865844 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-0478f17a-d371-43ef-81e0-3eead499b0c1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:38.937886 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-546a7b5c-8a9a-4778-b987-9e58adc451e3 req-8bca61d7-3470-4b8c-8136-8ae6d51ca4e0 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1667814
Jul 08 15:20:39.012173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-0478f17a-d371-43ef-81e0-3eead499b0c1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:39.014287 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-0478f17a-d371-43ef-81e0-3eead499b0c1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 817 time: 0.4065454
Jul 08 15:20:39.059124 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-1d01444a-99f3-41c5-8a33-bba49da8d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:39.061478 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-1d01444a-99f3-41c5-8a33-bba49da8d61c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 1097 time: 0.0934193
Jul 08 15:20:39.097363 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b700ddcd-2bc3-49c6-9439-6f4c191e1040 req-f1214cb7-e5a5-4f0e-9ef8-fada203d24ab tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:39.099162 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b700ddcd-2bc3-49c6-9439-6f4c191e1040 req-f1214cb7-e5a5-4f0e-9ef8-fada203d24ab tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.2281747
Jul 08 15:20:39.105662 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-80681985-2cff-4bf7-87ff-3ae75c6c67b2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:39.147270 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-80681985-2cff-4bf7-87ff-3ae75c6c67b2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:39.148740 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-80681985-2cff-4bf7-87ff-3ae75c6c67b2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 380 time: 0.1174366
Jul 08 15:20:39.161154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'port': {'device_id': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'admin_state_up': True, 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'security_groups': ['22a5f014-1334-4fba-a3ed-a81f465c03a1']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:39.165391 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-2dbb8488-5d85-4bd8-a2fe-4088a753c740 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516373bd-f79e-4a53-ad52-6578675ad39b HTTP/1.1" status: 200  len: 217 time: 0.0914714
Jul 08 15:20:39.207702 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b700ddcd-2bc3-49c6-9439-6f4c191e1040 req-d272e4fb-3742-42b6-a966-9238af66102f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976300
Jul 08 15:20:39.282350 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-b4760f74-2f1f-4d1d-b62b-b0a6c1c0a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:39.284318 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-b4760f74-2f1f-4d1d-b62b-b0a6c1c0a281 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.1123135
Jul 08 15:20:39.339369 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-ea79a780-133e-4643-bc7c-3dc2bfc78ccd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0474463
Jul 08 15:20:39.343586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:39.385954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:39.401300 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Made reservation on behalf of 115f17f3436f4ed490b530b89c748529 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:39.406642 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:39.550131 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f286023-6a19-4853-a809-2580a16ac59d req-c9c5906c-5cfa-4fce-bfb2-47b8fe25e501 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:39.551985 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9f286023-6a19-4853-a809-2580a16ac59d req-c9c5906c-5cfa-4fce-bfb2-47b8fe25e501 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 944 time: 0.2115684
Jul 08 15:20:39.555759 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-5ebeda4b-9609-4277-b656-5813b5693cb2 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752665
Jul 08 15:20:39.708449 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Allocated IP 172.20.0.8 (ef2150a2-7a89-4b15-99fc-8d08362a45ab/6e68fa16-b2f5-4da6-961b-5c2130ad7ace/78c31074-c0be-4902-b64c-7c4eb57e9731) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:20:39.717268 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9f286023-6a19-4853-a809-2580a16ac59d req-b991cef8-1c6d-4911-8d1f-b31c4c2a440a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558087
Jul 08 15:20:39.758028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68249c1-6d70-4a46-abcd-706c0f3c66c4 req-32d9c129-3da0-48cd-a265-c9c47c7aa703 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:39.765927 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f68249c1-6d70-4a46-abcd-706c0f3c66c4 req-32d9c129-3da0-48cd-a265-c9c47c7aa703 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.2159672
Jul 08 15:20:39.792408 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-beac5b63-b15f-4ec9-b159-01e42166ee60 req-5051a664-731e-4c2a-83f2-0257c80abc18 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2161124
Jul 08 15:20:39.900998 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6eb2cd4d-17a0-43dc-bf7d-ff67319b1834 req-f04af8df-9301-4d24-808a-57547fd9fc90 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.0668161
Jul 08 15:20:39.917987 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f68249c1-6d70-4a46-abcd-706c0f3c66c4 req-6c5aa992-563b-438e-b1d9-d8891100ccf0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510441
Jul 08 15:20:40.033079 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.054942 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Transition to ACTIVE for port object 78c31074-c0be-4902-b64c-7c4eb57e9731 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:40.086168 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.101961 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:40.151450 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a903c78f-73c9-4246-94c8-22634b6f3627 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:40.169270 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:20:40.172409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:40.176463 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:20:40.250467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:40.267820 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:40.298194 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:40.298854 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.310356 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port a903c78f-73c9-4246-94c8-22634b6f3627 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:40.315664 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port a903c78f-73c9-4246-94c8-22634b6f3627 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:40.316063 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.363062 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2064114
Jul 08 15:20:40.377041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Request body: {'port': {'device_id': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:40.479640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 32792) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:40.570991 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.613225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a903c78f-73c9-4246-94c8-22634b6f3627,segment=NetworkSegment(49b35340-82a4-4929-a26a-dd850b0bd22b),segment_id=49b35340-82a4-4929-a26a-dd850b0bd22b)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:40.614257 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:40.690817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.730567 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.742624 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.743372 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device f006ded2-5238-4925-8807-a210350c986a up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:40.797141 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:40.817394 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Usage tracker for resource:security_group_rule and tenant:2986f20c99694371bb2a2e3daa1b7d6f is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:40.821119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:40.829333 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:40.857190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:40.899035 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a4b64-387b-4453-a6e3-fd511e94c2b5 req-3436a9a5-9f09-4b0d-82a8-e02986cc62f3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:40.908016 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1e0a4b64-387b-4453-a6e3-fd511e94c2b5 req-3436a9a5-9f09-4b0d-82a8-e02986cc62f3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 945 time: 0.4144216
Jul 08 15:20:40.911620 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:40.917381 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-1dff60bd-171d-43f8-b33b-fe55197c4c3c None None] Provisioning for port 78c31074-c0be-4902-b64c-7c4eb57e9731 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:40.923123 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:40.929255 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-1dff60bd-171d-43f8-b33b-fe55197c4c3c None None] Provisioning complete for port 78c31074-c0be-4902-b64c-7c4eb57e9731 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:40.929715 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1dff60bd-171d-43f8-b33b-fe55197c4c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:40.990640 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-1dff60bd-171d-43f8-b33b-fe55197c4c3c None None] Port 78c31074-c0be-4902-b64c-7c4eb57e9731 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:20:40.992149 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port f006ded2-5238-4925-8807-a210350c986a completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:40.998574 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port f006ded2-5238-4925-8807-a210350c986a triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:40.998951 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.111370 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1e0a4b64-387b-4453-a6e3-fd511e94c2b5 req-dab34125-1a2e-4c30-958b-5d9033f7c9f4 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2020833
Jul 08 15:20:41.153321 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.163175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb7698-b705-4a66-b599-e9d5e5cbc0cf req-c317d32c-a962-43fe-b14f-504eaf4dbaca tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:41.165482 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9fbb7698-b705-4a66-b599-e9d5e5cbc0cf req-c317d32c-a962-43fe-b14f-504eaf4dbaca tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.2748113
Jul 08 15:20:41.196984 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.205046 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.216880 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f006ded2-5238-4925-8807-a210350c986a,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:41.222441 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.225004 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:41.233155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c8851bb9-4fc0-4cce-8009-0d34ad33c0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:41.238819 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9fbb7698-b705-4a66-b599-e9d5e5cbc0cf req-31aba45a-ae60-4eb7-b443-f69ec283b436 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653183
Jul 08 15:20:41.299889 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:41.303171 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:41.330351 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2986f20c99694371bb2a2e3daa1b7d6f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8495612
Jul 08 15:20:41.337737 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 32824) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:41.348273 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8202aa5d-5fb0-4331-bce5-25593120e9ca,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:41.353438 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:41.380555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9b33c-0b73-4903-bf50-e665728091da req-e352957c-1241-41ae-a617-aa2aa9bf33ce tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:41.382080 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c7b9b33c-0b73-4903-bf50-e665728091da req-e352957c-1241-41ae-a617-aa2aa9bf33ce tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 931 time: 0.1319950
Jul 08 15:20:41.427883 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c7b9b33c-0b73-4903-bf50-e665728091da req-cbff3030-f140-4d42-9c00-1e28e9e3453a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395644
Jul 08 15:20:41.431374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:41.456268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.494637 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Transition to ACTIVE for port object 78c31074-c0be-4902-b64c-7c4eb57e9731 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:20:41.497865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.509153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.518722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:41.547655 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627', 'code': 200}
Jul 08 15:20:41.585717 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.754584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9e48b-e3ab-441a-9e41-215cf0bf40e9 req-0a20a3ee-5138-4f70-aa10-1f77ba62877a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:41.756108 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-59c9e48b-e3ab-441a-9e41-215cf0bf40e9 req-0a20a3ee-5138-4f70-aa10-1f77ba62877a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.3975503
Jul 08 15:20:41.765804 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:41.777975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:41.899842 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-59c9e48b-e3ab-441a-9e41-215cf0bf40e9 req-23839615-7569-46be-b59b-22bf4fe4b366 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364942
Jul 08 15:20:41.927651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Attempting to bind port 78c31074-c0be-4902-b64c-7c4eb57e9731 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:20:41.928082 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Attempting to bind port 78c31074-c0be-4902-b64c-7c4eb57e9731 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:20:41.928625 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Attempting to bind port 78c31074-c0be-4902-b64c-7c4eb57e9731 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:41.933970 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.934715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Port 78c31074-c0be-4902-b64c-7c4eb57e9731 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:20:41.935164 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Attempting to bind port 78c31074-c0be-4902-b64c-7c4eb57e9731 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:20:41.944290 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:41.954628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:20:41.954972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Checking segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:41.955358 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Bound using segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:20:41.955796 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Bound port: 78c31074-c0be-4902-b64c-7c4eb57e9731, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:20:41.956143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:41.972348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202aa5d-5fb0-4331-bce5-25593120e9ca,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:41.975868 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:42.009133 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.012414 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8202aa5d-5fb0-4331-bce5-25593120e9ca HTTP/1.1" status: 204  len: 168 time: 0.6715691
Jul 08 15:20:42.068999 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:20:42.072168 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:20:42.078003 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.083054 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:42.140534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:42.141132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.142535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] 10.222.0.53 "PUT /v2.0/ports/78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 200  len: 1093 time: 1.7698395
Jul 08 15:20:42.143019 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:42.167814 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:42.171767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:42.193962 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'status': 'completed', 'code': 200}
Jul 08 15:20:42.312628 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400ead6-4350-42a9-b1bd-265859ebf226 req-86ad3051-a8a8-479d-a258-8d216d185975 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:42.319959 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7400ead6-4350-42a9-b1bd-265859ebf226 req-86ad3051-a8a8-479d-a258-8d216d185975 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.0993502
Jul 08 15:20:42.379065 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 32856) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:42.384749 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7400ead6-4350-42a9-b1bd-265859ebf226 req-fdf0caf2-6a5a-4beb-a669-c111374a5f6a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638847
Jul 08 15:20:42.457481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.477310 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:42.483505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Usage tracker for resource:security_group_rule and tenant:24421a411a9a46949b1cdaa5bbd3b79e is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:42.487085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:42.495362 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:42.533397 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1de6b-15bc-4465-82f1-9788b26b397f req-f9e340e4-809b-4d0d-a660-b59351bfec5a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:42.534851 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-04a1de6b-15bc-4465-82f1-9788b26b397f req-f9e340e4-809b-4d0d-a660-b59351bfec5a tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.1327460
Jul 08 15:20:42.595884 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-04a1de6b-15bc-4465-82f1-9788b26b397f req-3cabd91e-5c44-4618-82a0-5742df1cfce3 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543406
Jul 08 15:20:42.619849 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24abdeef-ae9f-4b25-b351-3d773634c668 req-8575f21c-91a0-478f-a0f2-cfb597e9fa3a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:42.621380 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-24abdeef-ae9f-4b25-b351-3d773634c668 req-8575f21c-91a0-478f-a0f2-cfb597e9fa3a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.0829084
Jul 08 15:20:42.636606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.641186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.649803 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:42.669885 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-24abdeef-ae9f-4b25-b351-3d773634c668 req-446afe59-286e-4ee7-89b2-6721455f35d7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414629
Jul 08 15:20:42.688098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de239d16-d6d4-46eb-882f-788a2fc1a312,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:42.694816 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24421a411a9a46949b1cdaa5bbd3b79e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3122857
Jul 08 15:20:42.694816 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:42.696237 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 32862) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:42.754034 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.779960 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.833729 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.837652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:42.849069 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de239d16-d6d4-46eb-882f-788a2fc1a312,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:42.852739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:42.856048 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:42.857237 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/de239d16-d6d4-46eb-882f-788a2fc1a312 HTTP/1.1" status: 204  len: 168 time: 0.1610880
Jul 08 15:20:43.093312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44a96a-4a80-45d9-a601-a70d2a2afe31 req-deff925a-2330-4e38-8bb0-fd3f66b51896 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:43.094744 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a44a96a-4a80-45d9-a601-a70d2a2afe31 req-deff925a-2330-4e38-8bb0-fd3f66b51896 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.0821776
Jul 08 15:20:43.149462 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a44a96a-4a80-45d9-a601-a70d2a2afe31 req-057297c5-419e-4564-b712-2b3ec36e9539 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483873
Jul 08 15:20:43.548708 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f006ded2-5238-4925-8807-a210350c986a'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:43.592874 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f006ded2-5238-4925-8807-a210350c986a', 'code': 200}
Jul 08 15:20:43.598764 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b352-7818-4667-9949-f657eeed57ac req-478eafcf-ad5c-400c-8037-815b0071f339 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:43.600287 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d476b352-7818-4667-9949-f657eeed57ac req-478eafcf-ad5c-400c-8037-815b0071f339 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.0997024
Jul 08 15:20:43.651293 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d476b352-7818-4667-9949-f657eeed57ac req-263aea51-d609-4dc5-89c3-106f0d7cf4ee tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451820
Jul 08 15:20:43.801147 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be85b31-35bc-4f6e-be36-4c8281d21bef req-7c4f4fcf-87da-4526-a815-2ce9cda81aa4 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:43.802601 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7be85b31-35bc-4f6e-be36-4c8281d21bef req-7c4f4fcf-87da-4526-a815-2ce9cda81aa4 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0864043
Jul 08 15:20:43.850659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7be85b31-35bc-4f6e-be36-4c8281d21bef req-64bca778-99a4-44f5-84c7-32ac80a1af67 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413644
Jul 08 15:20:43.877314 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08cdb1-5493-4f33-ad49-2bc7baab4e6b req-29598f7d-aabc-47e3-b597-f61f95af6a9e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:43.878865 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f08cdb1-5493-4f33-ad49-2bc7baab4e6b req-29598f7d-aabc-47e3-b597-f61f95af6a9e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.0864263
Jul 08 15:20:43.929559 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f08cdb1-5493-4f33-ad49-2bc7baab4e6b req-e8a69a77-1f6b-4120-a1b9-2461d67a5102 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442989
Jul 08 15:20:43.935222 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a889d926-ed69-4c6a-b18b-17fb59ff3567 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:20:44.069753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-54537110-a077-47e6-bdfb-7774e2b06ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.071479 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-54537110-a077-47e6-bdfb-7774e2b06ac8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1096 time: 0.1051977
Jul 08 15:20:44.160744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:44.188401 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'a889d926-ed69-4c6a-b18b-17fb59ff3567', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'port_id': 'a889d926-ed69-4c6a-b18b-17fb59ff3567', 'mac_address': 'fa:16:3e:d0:41:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:20:44.301322 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:44.333752 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a889d926-ed69-4c6a-b18b-17fb59ff3567 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:44.350477 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:44.355677 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:44.359494 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:44.384272 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-f8620709-fbc4-4887-945b-1d0321edc95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.386495 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-f8620709-fbc4-4887-945b-1d0321edc95c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 1098 time: 0.1479135
Jul 08 15:20:44.419018 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:44.444329 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:44.451246 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:44.452278 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:44.456453 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Usage tracker for resource:security_group_rule and tenant:3dc132c7988d44aeb31f1270d53f463c is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:44.460878 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:44.467966 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:44.498398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-2064e94b-662f-4cd3-8d7c-13f2b6758f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.499952 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-2064e94b-662f-4cd3-8d7c-13f2b6758f86 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=115f17f3436f4ed490b530b89c748529&shared=False HTTP/1.1" status: 200  len: 918 time: 0.4205253
Jul 08 15:20:44.580240 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:44.586436 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:44.596332 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a889d926-ed69-4c6a-b18b-17fb59ff3567'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:20:44.611142 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fe27dcae-ffce-40a5-aee3-1daa4f715506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:44.622238 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f31b43c7-1c69-46b2-a0ca-a82ff83fc673 req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2255166
Jul 08 15:20:44.658912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70156e6-c3cb-4f18-94f6-4388443c37e5 req-fee3babc-889f-494f-8dbc-dfff2fc1fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.661188 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=933d2736-84ad-4ec3-8ea5-e3ff3ce3cb64,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:44.661849 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c70156e6-c3cb-4f18-94f6-4388443c37e5 req-fee3babc-889f-494f-8dbc-dfff2fc1fd5d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 1099 time: 0.3639126
Jul 08 15:20:44.664539 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:44.788251 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504dfa6-dc7b-40d4-88aa-063bf8934887 req-2dd45e30-37ca-431e-a206-33d353853170 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.789754 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0504dfa6-dc7b-40d4-88aa-063bf8934887 req-2dd45e30-37ca-431e-a206-33d353853170 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 944 time: 0.4205058
Jul 08 15:20:44.902648 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-09274ad7-a7eb-41b3-9145-6387211f7cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.904930 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd8969be-da8a-4b8d-8873-b047e249b381 req-09274ad7-a7eb-41b3-9145-6387211f7cd0 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3984444
Jul 08 15:20:44.906858 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c70156e6-c3cb-4f18-94f6-4388443c37e5 req-2496d44f-4d55-40f5-9d9a-cd62bc135b79 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2050586
Jul 08 15:20:44.940757 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0504dfa6-dc7b-40d4-88aa-063bf8934887 req-c8b60575-32c0-42b5-aa65-813f92490ffd tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343937
Jul 08 15:20:44.947231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3a853-ae63-49a9-a65a-71f758fa23b2 req-b8cea157-4a9e-477c-8f99-6bb1f3d52c0a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:44.947497 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 516373bd-f79e-4a53-ad52-6578675ad39b details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:20:44.955571 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-55f3a853-ae63-49a9-a65a-71f758fa23b2 req-b8cea157-4a9e-477c-8f99-6bb1f3d52c0a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.1541553
Jul 08 15:20:45.030668 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-55f3a853-ae63-49a9-a65a-71f758fa23b2 req-86f3d1fe-ff4f-493f-94e2-48cd22a901cb tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693488
Jul 08 15:20:45.211563 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-f8045345-1952-4ea4-9841-1521d83842ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:45.213425 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-f8045345-1952-4ea4-9841-1521d83842ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1096 time: 0.2283387
Jul 08 15:20:45.217606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=516373bd-f79e-4a53-ad52-6578675ad39b,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:45.238817 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '516373bd-f79e-4a53-ad52-6578675ad39b', 'network_id': '58136e80-e234-4d30-8b3e-fb18f55fa495', 'port_id': '516373bd-f79e-4a53-ad52-6578675ad39b', 'mac_address': 'fa:16:3e:e3:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a7d56ac-989f-4e18-b9da-9eb6838d02cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:20:45.276598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f524000-c6f0-48e7-9372-a9e0a5e43c34 req-226cd21f-0a6e-4057-a7b1-89b35e440119 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:45.281060 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f524000-c6f0-48e7-9372-a9e0a5e43c34 req-226cd21f-0a6e-4057-a7b1-89b35e440119 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1382349
Jul 08 15:20:45.332868 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:45.375265 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516373bd-f79e-4a53-ad52-6578675ad39b {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:45.386150 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-7136da29-e271-4715-bd63-d9069c62fd25 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 200  len: 217 time: 0.1626122
Jul 08 15:20:45.398401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22163e51-362b-4c42-a1f4-ec1942c1401e req-52d3cb36-0c11-4aad-8e1c-84db9f148614 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:45.400066 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-22163e51-362b-4c42-a1f4-ec1942c1401e req-52d3cb36-0c11-4aad-8e1c-84db9f148614 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.2810266
Jul 08 15:20:45.412225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=516373bd-f79e-4a53-ad52-6578675ad39b,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:45.414015 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f524000-c6f0-48e7-9372-a9e0a5e43c34 req-11d55d42-a54d-491c-81f7-c213c964b3ea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1128821
Jul 08 15:20:45.417942 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:45.422954 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:45.463231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-f8dce7d9-3666-4a35-938e-bb45c34e6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:45.466654 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-f8dce7d9-3666-4a35-938e-bb45c34e6ad8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.0636704
Jul 08 15:20:45.519433 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:45.529954 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:45.563047 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-22163e51-362b-4c42-a1f4-ec1942c1401e req-154fd067-a85f-4981-9f47-79958af30dec tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973067
Jul 08 15:20:45.581776 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-6c562346-4d48-4d54-876b-10e824aa0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:45.584560 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-6c562346-4d48-4d54-876b-10e824aa0ad7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1037102
Jul 08 15:20:45.678256 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['516373bd-f79e-4a53-ad52-6578675ad39b'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:20:45.734745 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-25532093-dc98-4827-9290-4bfaec561f5f service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1420207
Jul 08 15:20:45.879083 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c87767de-a737-4a85-910c-2c5b5c98cefd req-6428c093-c418-4acc-9c2f-8134606a6e74 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373909
Jul 08 15:20:46.099264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 32990) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:46.189680 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f581e4-7509-49cb-ba90-39f45b8ee506 req-f4e834b4-6949-4b8e-a261-c56724bdf729 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:46.190451 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c3f581e4-7509-49cb-ba90-39f45b8ee506 req-f4e834b4-6949-4b8e-a261-c56724bdf729 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:20:46.210084 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-c3f581e4-7509-49cb-ba90-39f45b8ee506 req-f4e834b4-6949-4b8e-a261-c56724bdf729 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:20:46.219313 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c3f581e4-7509-49cb-ba90-39f45b8ee506 req-f4e834b4-6949-4b8e-a261-c56724bdf729 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 945 time: 0.1558795
Jul 08 15:20:46.237454 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72558092-2eba-482e-8f05-085e90e9ac1a req-4ca6cab0-df4c-4885-a2da-5c52a38e4cc1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:46.239318 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-72558092-2eba-482e-8f05-085e90e9ac1a req-4ca6cab0-df4c-4885-a2da-5c52a38e4cc1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.0988216
Jul 08 15:20:46.271693 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c3f581e4-7509-49cb-ba90-39f45b8ee506 req-6b84763a-1603-489f-bb3a-d2bbe39e473a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512989
Jul 08 15:20:46.295592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.324667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:46.337599 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Usage tracker for resource:security_group_rule and tenant:37cacf4d02e340e08db467939a71d207 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:46.345504 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-72558092-2eba-482e-8f05-085e90e9ac1a req-a904afec-6bc1-4789-93fc-76d88ee303a2 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003108
Jul 08 15:20:46.346573 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:46.353214 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:46.461656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.473529 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.480101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:46.508105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2030eedf-d89e-49be-bb76-55087c8dd681,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:46.513808 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:46.535080 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=37cacf4d02e340e08db467939a71d207&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4289050
Jul 08 15:20:46.537205 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33004) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:46.699265 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.741950 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8a3f5-82ab-45d7-ad5d-2790f261bd93 req-9b3160b7-0cfe-4aa5-9f0d-f0d1dbaa9b69 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:46.743498 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20a8a3f5-82ab-45d7-ad5d-2790f261bd93 req-9b3160b7-0cfe-4aa5-9f0d-f0d1dbaa9b69 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.2079666
Jul 08 15:20:46.782733 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.824910 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c1248-b508-4b85-b5c8-eeeb309ac4e6 req-b4f5eaa3-a7d7-43c2-a963-9653481a9fc2 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:46.827616 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c08c1248-b508-4b85-b5c8-eeeb309ac4e6 req-b4f5eaa3-a7d7-43c2-a963-9653481a9fc2 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.1117721
Jul 08 15:20:46.854721 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20a8a3f5-82ab-45d7-ad5d-2790f261bd93 req-10ba6805-d562-4a32-baeb-c61b4fc5544f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978878
Jul 08 15:20:46.882328 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.892208 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e474cf8d-2cc0-4499-902e-f3371e9c9656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:46.894376 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c08c1248-b508-4b85-b5c8-eeeb309ac4e6 req-4d6e57b8-51ce-469b-bc97-177040ca0323 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612659
Jul 08 15:20:46.910207 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2030eedf-d89e-49be-bb76-55087c8dd681,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:46.933922 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:46.936795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:46.941283 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2030eedf-d89e-49be-bb76-55087c8dd681 HTTP/1.1" status: 204  len: 168 time: 0.3597598
Jul 08 15:20:46.950388 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 516373bd-f79e-4a53-ad52-6578675ad39b up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:47.041499 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 516373bd-f79e-4a53-ad52-6578675ad39b completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:47.048705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 516373bd-f79e-4a53-ad52-6578675ad39b triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:47.049664 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.206781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.256422 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:47.294758 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=516373bd-f79e-4a53-ad52-6578675ad39b,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:47.299656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.311002 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a889d926-ed69-4c6a-b18b-17fb59ff3567 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:47.361906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33042) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:47.384042 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.405437 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b', 'code': 200}
Jul 08 15:20:47.405815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:47.406120 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-9fea3fc3-570f-4c35-882b-31bb720a667e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:47.425958 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:26bb91a6bb6d49549309f72c81a0a744 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:47.521690 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:47.525876 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:47.529400 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:47.543137 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port a889d926-ed69-4c6a-b18b-17fb59ff3567 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:47.553086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port a889d926-ed69-4c6a-b18b-17fb59ff3567 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:47.554619 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.583476 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:47.622980 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfa0bdf-5be2-48e1-b9d6-52a4a954622f req-7b00871e-6c39-438e-a6ae-e645099e3b4d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:47.639990 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3cfa0bdf-5be2-48e1-b9d6-52a4a954622f req-7b00871e-6c39-438e-a6ae-e645099e3b4d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.1232982
Jul 08 15:20:47.710257 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3cfa0bdf-5be2-48e1-b9d6-52a4a954622f req-d53da694-d1d1-409e-a394-ac4dbca7c21c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692201
Jul 08 15:20:47.751616 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b9f83-66e1-46eb-8e00-57ee7d54bb6b req-b8611815-40dc-47b3-b58f-2ba377c591e4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:47.753248 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-927b9f83-66e1-46eb-8e00-57ee7d54bb6b req-b8611815-40dc-47b3-b58f-2ba377c591e4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.3301642
Jul 08 15:20:47.818398 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.851232 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-927b9f83-66e1-46eb-8e00-57ee7d54bb6b req-afe4dc29-6d47-4c4e-b603-ad74ad328f0c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918779
Jul 08 15:20:47.860246 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:47.865104 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.868535 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-a914c82a-4521-41df-86c4-51f84f4d0a0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:47.872187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.885870 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:47.895336 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-48087aaa-60c4-449c-8ecb-a6fb1164a4a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:47.930317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77b4bd-8fea-4a4a-a4b5-27684e41377b req-15836fca-272b-430d-a600-bb63f7bf8741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:47.931818 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1f77b4bd-8fea-4a4a-a4b5-27684e41377b req-15836fca-272b-430d-a600-bb63f7bf8741 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 1099 time: 0.2563310
Jul 08 15:20:47.948487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33062) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:47.948713 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26bb91a6bb6d49549309f72c81a0a744&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5853803
Jul 08 15:20:47.949584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d155c8-07d7-4c9b-97f2-3013c88372d4,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:47.954129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:47.955519 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:47.958957 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:48.126196 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:48.167820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:48.223352 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e9f8b-2885-434a-a82d-a820bba1cd6a req-c2ab13eb-c5ce-4e49-a8b2-dad1724be3b9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:48.230338 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-698e9f8b-2885-434a-a82d-a820bba1cd6a req-c2ab13eb-c5ce-4e49-a8b2-dad1724be3b9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1497858
Jul 08 15:20:48.279756 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:48.287333 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-16e74218-ca5c-4cf1-ab38-a9a62d8279ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:48.311548 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-698e9f8b-2885-434a-a82d-a820bba1cd6a req-6282fdce-e4ee-4587-b16a-b5214d65b060 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797019
Jul 08 15:20:48.321737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d155c8-07d7-4c9b-97f2-3013c88372d4,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:48.324431 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:48.326215 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:48.335628 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54d155c8-07d7-4c9b-97f2-3013c88372d4 HTTP/1.1" status: 204  len: 168 time: 0.3852792
Jul 08 15:20:48.879869 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1f77b4bd-8fea-4a4a-a4b5-27684e41377b req-c4b8d4b3-18c1-4f00-b1e6-97f0915a11f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388570
Jul 08 15:20:49.085204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a313c48-5089-4ea3-aded-328ce2c1ca01 req-0c785391-85d0-4bc1-94bc-d2f1d93f41e3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:49.086684 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9a313c48-5089-4ea3-aded-328ce2c1ca01 req-0c785391-85d0-4bc1-94bc-d2f1d93f41e3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0885003
Jul 08 15:20:49.135015 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9a313c48-5089-4ea3-aded-328ce2c1ca01 req-4c5ebe35-8d97-4534-8f94-30155e598234 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425994
Jul 08 15:20:49.175099 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33114) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:49.281640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906742152-network', 'tenant_id': '889f50a5f5134923a099773ef0574af2'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:49.286096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:49.289890 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Usage tracker for resource:network and tenant:889f50a5f5134923a099773ef0574af2 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:49.292738 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:49.299408 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:49.309155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Made reservation on behalf of 889f50a5f5134923a099773ef0574af2 for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:49.311389 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.323056 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.337662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:49.342074 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Usage tracker for resource:security_group_rule and tenant:889f50a5f5134923a099773ef0574af2 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:49.344835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:49.350694 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:49.407439 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:49.447370 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.483254 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567', 'code': 200}
Jul 08 15:20:49.485496 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.493903 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-00faec65-e750-4987-a926-96f95b54eb91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:49.587825 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:20:49.589814 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a96e226-e26e-410b-869f-13171eb87b97,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:49.595668 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:49.603574 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.603908 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Added segment 3c91fbc3-eb3f-434c-a012-48815c783ade of type vlan for network 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf
Jul 08 15:20:49.636240 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.652635 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a82213-5cdc-4e97-a787-016d66a279d7 req-efcbc736-9061-4a06-a3ac-2ce79b521443 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:49.654117 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c2a82213-5cdc-4e97-a787-016d66a279d7 req-efcbc736-9061-4a06-a3ac-2ce79b521443 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.2053108
Jul 08 15:20:49.699302 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.704022 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:49.704614 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:49.711045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:49.739463 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c2a82213-5cdc-4e97-a787-016d66a279d7 req-33b3ba07-ad43-41e0-b580-d693609cf9a0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738685
Jul 08 15:20:49.775343 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:20:49.814667 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6376088
Jul 08 15:20:49.817779 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33130) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:49.819606 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Pushing event updated for resources: {'Network': ['ID=22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:49.822904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:49.825440 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Request body: {'subnet': {'network_id': '22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906742152-subnet', 'tenant_id': '889f50a5f5134923a099773ef0574af2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:49.830912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:49.834700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Usage tracker for resource:subnet and tenant:889f50a5f5134923a099773ef0574af2 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:49.837482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:49.843085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:49.853020 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:20:49.853768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Made reservation on behalf of 889f50a5f5134923a099773ef0574af2 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:49.856000 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.000708 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:50.016505 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:20:50.064706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.070113 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:50.078606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.097616 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:20:50.113780 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:50.117848 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.120116 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:50.145823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a896188-4fd5-414f-b280-99ec8e58c5c2,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:50.151066 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:50.153622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Checking segment: {'id': '3c91fbc3-eb3f-434c-a012-48815c783ade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:50.153981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Network hostable DHCP agents. Network: 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:50.174600 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Network 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:50.185975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:50.190417 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:50.190600 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:50.191177 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.197282 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:50.199666 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81969294-6952-4058-8508-638cc3736815 None None] Network 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:50.224301 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4050791
Jul 08 15:20:50.342801 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0504652-f75b-47f3-a319-5189374233d1 req-29c37911-ea51-4290-a854-db7e0571e2e6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:50.351698 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b0504652-f75b-47f3-a319-5189374233d1 req-29c37911-ea51-4290-a854-db7e0571e2e6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1013939
Jul 08 15:20:50.406092 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b0504652-f75b-47f3-a319-5189374233d1 req-29515ce1-d756-472c-b65b-4a3a57b65a09 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532825
Jul 08 15:20:50.454384 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd2c89-750d-4c4d-9399-0ae6adab011c None None] Network 22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:50.782952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33162) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:50.788597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837645879-network', 'tenant_id': '1bb97f554ee341a4918ba8b24ef03f33'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:50.793134 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:50.797584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Usage tracker for resource:network and tenant:1bb97f554ee341a4918ba8b24ef03f33 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:50.800452 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:50.806021 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:50.819896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Made reservation on behalf of 1bb97f554ee341a4918ba8b24ef03f33 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:50.822312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.834443 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.848564 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:50.852322 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1bb97f554ee341a4918ba8b24ef03f33 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:50.855193 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:50.862128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:50.943285 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75a49b-f0c3-4461-b16f-552091731350 req-7ccffa41-0a2f-4b9f-a2ba-9f0ec701f393 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:50.944975 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4c75a49b-f0c3-4461-b16f-552091731350 req-7ccffa41-0a2f-4b9f-a2ba-9f0ec701f393 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 944 time: 0.0946074
Jul 08 15:20:50.956264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.960953 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:50.963770 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:50.995407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:20:50.995630 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4c75a49b-f0c3-4461-b16f-552091731350 req-75525b81-c4fb-41ec-ace6-75a7df412da0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447040
Jul 08 15:20:51.004685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c165ad55-4f8e-4f1e-9cc8-39fb3765484f,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:51.008905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:51.021403 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.021949 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Added segment edaa4592-72d0-4ec6-a679-77b46198b243 of type vlan for network 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd
Jul 08 15:20:51.117057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.186592 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['78c31074-c0be-4902-b64c-7c4eb57e9731'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:20:51.200545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.202539 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:51.203115 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.209707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:51.234143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960caeef-12a0-457a-8cca-dc5def12c35e req-f6e21e49-185c-4a7e-8b4d-f5e33aa40c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:51.235655 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-960caeef-12a0-457a-8cca-dc5def12c35e req-f6e21e49-185c-4a7e-8b4d-f5e33aa40c53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.1206555
Jul 08 15:20:51.328859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:51.337637 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:51.340942 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5568793
Jul 08 15:20:51.343503 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33168) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:51.345158 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:20:51.350231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Request body: {'subnet': {'network_id': '7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837645879-subnet', 'tenant_id': '1bb97f554ee341a4918ba8b24ef03f33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:51.350827 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-960caeef-12a0-457a-8cca-dc5def12c35e req-0cf43a25-cf9b-4500-af63-ed31f126c730 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649066
Jul 08 15:20:51.355867 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:51.360435 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Usage tracker for resource:subnet and tenant:1bb97f554ee341a4918ba8b24ef03f33 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:51.377276 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:51.384429 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:51.401091 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Made reservation on behalf of 1bb97f554ee341a4918ba8b24ef03f33 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:20:51.404359 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.673257 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.684509 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:51.686557 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b28398-6fde-401a-b9e8-47ae70b251ae req-e3602a8b-1375-4b9b-ab5a-cf04a5ece89b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:51.688196 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-14b28398-6fde-401a-b9e8-47ae70b251ae req-e3602a8b-1375-4b9b-ab5a-cf04a5ece89b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1349289
Jul 08 15:20:51.737215 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.756080 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-14b28398-6fde-401a-b9e8-47ae70b251ae req-52bdd8af-b7db-4d4f-8498-9422ae0d89d7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610292
Jul 08 15:20:51.801460 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Checking segment: {'id': 'edaa4592-72d0-4ec6-a679-77b46198b243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:20:51.801846 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Network hostable DHCP agents. Network: 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:20:51.806692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=54eae0b0-66ac-4640-be1a-17bf95376c65,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:51.815006 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:51.829982 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Network 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:20:51.854394 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:20:51.867739 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be7c4b-7cc8-4b76-95be-d10ffcd42328 None None] Network 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:51.873165 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:51.873772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:51.913286 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-4449f57e-a742-416d-8a56-bb9e8c47d17d admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5680995
Jul 08 15:20:52.231172 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1149570-65cc-4c29-998c-89336554e15e None None] Network 7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:20:52.407750 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50852512-ef11-447d-b3c1-49ba925bb058 req-1a0f06b8-6adb-496a-976e-e003412ed74d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:52.419601 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50852512-ef11-447d-b3c1-49ba925bb058 req-1a0f06b8-6adb-496a-976e-e003412ed74d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 944 time: 0.1481237
Jul 08 15:20:52.496078 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50852512-ef11-447d-b3c1-49ba925bb058 req-f7d37592-4d56-4de1-b6d3-909ba595c217 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738471
Jul 08 15:20:52.946783 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:20:53.004018 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85ed59-a067-4af9-bdf8-20e3fc5cc270 req-0d4eaf2e-7567-453f-9106-8b0abd7986b2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.013839 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2f85ed59-a067-4af9-bdf8-20e3fc5cc270 req-0d4eaf2e-7567-453f-9106-8b0abd7986b2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1308258
Jul 08 15:20:53.037585 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 78c31074-c0be-4902-b64c-7c4eb57e9731 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:20:53.043356 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 78c31074-c0be-4902-b64c-7c4eb57e9731 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:20:53.044624 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:53.112529 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2f85ed59-a067-4af9-bdf8-20e3fc5cc270 req-b56a743a-e77d-4c84-a738-0fad59f1f24b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915229
Jul 08 15:20:53.193100 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:53.222577 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:53.238808 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:20:53.245795 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:53.253902 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:53.291766 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'code': 200}
Jul 08 15:20:53.355831 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:53.364119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:53.716724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62259cf-544a-48d4-a356-34fff29aa1cb req-1be8fc63-bb8a-4b59-a156-5b4ba258aefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.718230 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c62259cf-544a-48d4-a356-34fff29aa1cb req-1be8fc63-bb8a-4b59-a156-5b4ba258aefe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1098 time: 0.2199953
Jul 08 15:20:53.732653 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedbed4e-fac3-46d9-8fd7-87e702276402 req-bcb6a3a4-341f-4418-b885-5836ecfb0df6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.735311 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eedbed4e-fac3-46d9-8fd7-87e702276402 req-bcb6a3a4-341f-4418-b885-5836ecfb0df6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1009130
Jul 08 15:20:53.756898 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea245-a923-4df9-9c31-e82b79545f46 req-00b3a207-7497-4322-905f-71ee14b73c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.758362 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-00b3a207-7497-4322-905f-71ee14b73c99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 1099 time: 0.1980057
Jul 08 15:20:53.766584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4d995-341b-4679-bd99-f1c54f26a3d4 req-3a73b465-fc9d-498d-aa19-ebf20a5f4817 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.768001 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9cd4d995-341b-4679-bd99-f1c54f26a3d4 req-3a73b465-fc9d-498d-aa19-ebf20a5f4817 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1520572
Jul 08 15:20:53.786733 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eedbed4e-fac3-46d9-8fd7-87e702276402 req-ff9e75c4-6862-4c68-9eac-8292e026d3ea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449336
Jul 08 15:20:53.886335 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c62259cf-544a-48d4-a356-34fff29aa1cb req-35c02fa3-67c6-4b22-b1b4-0048f905b6d0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1517849
Jul 08 15:20:53.923620 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9cd4d995-341b-4679-bd99-f1c54f26a3d4 req-c3e220c8-bee7-46fe-8af8-0dc6f1b918c5 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318793
Jul 08 15:20:53.949276 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea245-a923-4df9-9c31-e82b79545f46 req-6b29bca7-1c87-47e7-8133-162c4be97b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:53.949276 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-6b29bca7-1c87-47e7-8133-162c4be97b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.1773045
Jul 08 15:20:54.056893 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-638e43c9-a37c-4cfd-869c-587da1a6e257 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=516373bd-f79e-4a53-ad52-6578675ad39b HTTP/1.1" status: 200  len: 217 time: 0.0766308
Jul 08 15:20:54.125408 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ea245-a923-4df9-9c31-e82b79545f46 req-95f09081-7a4d-4296-92fd-437370775f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:54.126849 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-95f09081-7a4d-4296-92fd-437370775f8f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.0600910
Jul 08 15:20:54.180346 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-7a21594c-ba22-4779-9e99-10687d0a951d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458646
Jul 08 15:20:54.328093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-6c1be09f-4974-4c6f-adc1-29e69ce2ee4b service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399155
Jul 08 15:20:54.477198 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-267ea245-a923-4df9-9c31-e82b79545f46 req-b98ba5b7-0b19-46d5-bf7b-e4f61b7d92e3 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418655
Jul 08 15:20:55.024202 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff584897-8015-4ace-ac4d-d3068da7e0cc req-5b7ee7d1-4937-483d-95ea-e42d0f8b98ee tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:55.025897 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff584897-8015-4ace-ac4d-d3068da7e0cc req-5b7ee7d1-4937-483d-95ea-e42d0f8b98ee tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1015761
Jul 08 15:20:55.083481 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff584897-8015-4ace-ac4d-d3068da7e0cc req-7d20ee93-c9c4-4825-8774-8d675a7065f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506878
Jul 08 15:20:55.148275 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d2afb-349d-4194-bdc2-8bb6d0f1b092 req-b689ee4e-2a79-4f94-a976-3af9319e0e99 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:55.149805 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-547d2afb-349d-4194-bdc2-8bb6d0f1b092 req-b689ee4e-2a79-4f94-a976-3af9319e0e99 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1057870
Jul 08 15:20:55.212925 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-547d2afb-349d-4194-bdc2-8bb6d0f1b092 req-c38c6d1f-bc4f-4594-89bf-f3bf5f48b410 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547922
Jul 08 15:20:56.337873 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0322d82-862a-45cd-b420-c748689b5ff4 req-09062515-733a-4909-bc85-fe61043d6bce tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:56.339550 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c0322d82-862a-45cd-b420-c748689b5ff4 req-09062515-733a-4909-bc85-fe61043d6bce tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1297972
Jul 08 15:20:56.417147 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c0322d82-862a-45cd-b420-c748689b5ff4 req-61a3f9ad-c6f5-4977-af2b-c39d1376d772 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664690
Jul 08 15:20:56.454607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a127b-d5f7-4432-ab06-374d86737afc req-33f0d726-fd23-4ffa-b6a5-27270637219c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:56.456132 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-890a127b-d5f7-4432-ab06-374d86737afc req-33f0d726-fd23-4ffa-b6a5-27270637219c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1168811
Jul 08 15:20:56.514646 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-890a127b-d5f7-4432-ab06-374d86737afc req-a76ecd8b-b847-47c7-be1c-c18f58927de4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522332
Jul 08 15:20:56.644521 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09f664-f459-4edc-a89b-54e5debe38ee req-5f39a9d9-fb8f-4b23-b724-afc7543f3bc9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:56.649047 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9b09f664-f459-4edc-a89b-54e5debe38ee req-5f39a9d9-fb8f-4b23-b724-afc7543f3bc9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1001945
Jul 08 15:20:56.654492 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33372) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:56.659685 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'floatingip': {'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:20:56.737762 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.515270 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33396) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:57.593155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.599258 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.725032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.745177 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:57.752484 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Usage tracker for resource:security_group_rule and tenant:f4e8d870a3fb4190b957c0e37ee2d742 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:57.755950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:57.763418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:57.778661 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Floating IP 866bbd19-90c0-4c1e-add1-a4af37c9c21a associated. External IP: 172.27.2.220, port: 78c31074-c0be-4902-b64c-7c4eb57e9731.
Jul 08 15:20:57.787323 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28de593-1dd7-4cf2-8a6b-b2e1c8259e09 req-a7702b01-eb33-4964-92a6-29138941af78 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:57.788809 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b28de593-1dd7-4cf2-8a6b-b2e1c8259e09 req-a7702b01-eb33-4964-92a6-29138941af78 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1667628
Jul 08 15:20:57.921088 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b28de593-1dd7-4cf2-8a6b-b2e1c8259e09 req-0bcccfe4-286a-476e-919b-184aaf3ca99c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231117
Jul 08 15:20:57.977636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.983216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:57.995715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f715315e-735c-49bf-8d15-7cc79694e9fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:58.039477 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=f4e8d870a3fb4190b957c0e37ee2d742&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5230589
Jul 08 15:20:58.041305 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7982f62-8414-42dc-9f93-752bf5d6d2fe,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:58.044177 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33416) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:58.046838 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:58.113689 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.143546 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.214405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.221378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d5a8bcf0-9448-4110-93bd-fb533aaa1bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:58.228224 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:20:58.243096 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7982f62-8414-42dc-9f93-752bf5d6d2fe,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:58.262416 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:58.266499 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.279348 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/f7982f62-8414-42dc-9f93-752bf5d6d2fe HTTP/1.1" status: 204  len: 168 time: 0.2318428
Jul 08 15:20:58.538508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:20:58.543774 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.556964 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:20:58.570107 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:58.571015 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded896d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:58.607319 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-99b69ec1-72a4-4bc1-871d-3a8ad14c7415 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "PUT /v2.0/floatingips/866bbd19-90c0-4c1e-add1-a4af37c9c21a HTTP/1.1" status: 200  len: 991 time: 1.9509125
Jul 08 15:20:58.608023 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:20:58.667927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33442) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:58.694423 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'status': 'completed', 'code': 200}
Jul 08 15:20:58.696927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.724691 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:58.729793 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Usage tracker for resource:security_group_rule and tenant:9ad0122f562544b2a5c920add70a4ea5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:58.733735 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:58.740707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:58.803412 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:58.806094 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a62a1-0542-491a-9e94-890aa2900009 req-e0a9a7ef-b9ea-4eab-aad5-97aeeae1f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:58.807739 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-e0a9a7ef-b9ea-4eab-aad5-97aeeae1f715 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1098 time: 0.0872784
Jul 08 15:20:58.836079 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.844523 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:58.856689 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a61143b6-3cab-4422-b1ba-664fc376eb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:58.886282 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ac34d-8058-45bf-8fe8-d5916eede739,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:58.906157 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.906885 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.907451 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.907991 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.908576 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.909116 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.909648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.910198 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.910732 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.911262 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.911791 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.912340 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:20:58.918840 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:58.924928 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=9ad0122f562544b2a5c920add70a4ea5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2527966
Jul 08 15:20:58.925291 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33446) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:58.969942 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a62a1-0542-491a-9e94-890aa2900009 req-399b877c-afec-420e-973e-ceb9f14e2c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:58.971408 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-399b877c-afec-420e-973e-ceb9f14e2c05 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.1432910
Jul 08 15:20:58.991997 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.019749 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.077703 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.083365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:20:59.100299 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ac34d-8058-45bf-8fe8-d5916eede739,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:20:59.102605 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.103873 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9c2ac34d-8058-45bf-8fe8-d5916eede739 HTTP/1.1" status: 204  len: 168 time: 0.1766255
Jul 08 15:20:59.104981 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:20:59.166053 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-39404ec6-32d8-4b33-ad3f-36e09abf9c75 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 200  len: 999 time: 0.1841671
Jul 08 15:20:59.204919 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a584b0f-da17-4f04-8e3d-3c4f03844611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.246842 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded896d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '866bbd19-90c0-4c1e-add1-a4af37c9c21a', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:20:28Z', 'updated_at': '2021-07-08T15:20:57Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:59.252430 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:20:59.265722 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:20:59.266197 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded896d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:20:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:20:59.273412 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1234a-6d45-4994-9d05-11a887202199 req-44891186-8b82-4ab7-9f44-0f086429b0fe tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:59.281018 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-57f1234a-6d45-4994-9d05-11a887202199 req-44891186-8b82-4ab7-9f44-0f086429b0fe tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.2350900
Jul 08 15:20:59.307104 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a62a1-0542-491a-9e94-890aa2900009 req-d8e5026a-670c-4740-88bf-9f52a08d47af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:59.308816 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-d8e5026a-670c-4740-88bf-9f52a08d47af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.1229639
Jul 08 15:20:59.387489 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-57f1234a-6d45-4994-9d05-11a887202199 req-3c4cdf07-7a97-4136-8c64-5d5431eb4c2d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1054902
Jul 08 15:20:59.415579 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a62a1-0542-491a-9e94-890aa2900009 req-f5afcdd2-8863-4b12-897f-b7f7585f281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:20:59.419347 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-f5afcdd2-8863-4b12-897f-b7f7585f281d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0962439
Jul 08 15:20:59.527402 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33472) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:20:59.625420 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:20:59.643775 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-828697be-7cd4-4cd5-9ca8-d8b715d9ec62 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2169933
Jul 08 15:20:59.770510 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.782883 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:20:59.819156 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:20:59.830421 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b905200ce4df41e7a63886e6c165e92f is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:20:59.835337 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:20:59.865223 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:20:59.921881 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f58a62a1-0542-491a-9e94-890aa2900009 req-4ca47240-fdfd-49e4-81ac-fefadf0f42e7 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2665586
Jul 08 15:21:00.054635 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.060965 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.116422 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:00.147892 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b905200ce4df41e7a63886e6c165e92f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6181102
Jul 08 15:21:00.150596 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33504) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:00.176512 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd1f798-b247-410b-8f27-ab5b7756089e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:00.189411 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:00.241926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.276935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.336289 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded896d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '866bbd19-90c0-4c1e-add1-a4af37c9c21a', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:20:28Z', 'updated_at': '2021-07-08T15:20:57Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:00.342379 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee30c2bf-1b79-44da-92bf-bcc41be7cb04 None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '866bbd19-90c0-4c1e-add1-a4af37c9c21a', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.220', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:20:28Z', 'updated_at': '2021-07-08T15:20:57Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:21:00.343624 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.351462 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:00.372623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd1f798-b247-410b-8f27-ab5b7756089e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:00.376635 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.380027 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ccd1f798-b247-410b-8f27-ab5b7756089e HTTP/1.1" status: 204  len: 168 time: 0.2258520
Jul 08 15:21:00.382925 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.383221 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.383846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.384195 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.385045 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.385045 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.385443 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.385655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.385980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.386822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.386822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.386985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:00.390057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:00.715065 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de2a57d-33be-4f3d-8754-43c5f4129754 None None] New status for floating IP 866bbd19-90c0-4c1e-add1-a4af37c9c21a: ACTIVE {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:21:00.755906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934346a9-a171-44cf-935e-2d7ba3dbffc6 req-b19c309d-bcd7-4bc7-9a11-5b055d2962f8 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:00.758029 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-934346a9-a171-44cf-935e-2d7ba3dbffc6 req-b19c309d-bcd7-4bc7-9a11-5b055d2962f8 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1501350
Jul 08 15:21:00.825967 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-934346a9-a171-44cf-935e-2d7ba3dbffc6 req-ce8a179a-1890-4f58-84f4-36ec5a13983c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569279
Jul 08 15:21:00.909380 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33532) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:00.926949 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:00.944263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:00.949494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Usage tracker for resource:security_group_rule and tenant:24eb10a59d5c46cc8f154624aacb1c25 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:00.957331 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:00.963515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:01.066639 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.081879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.093864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-92ffbb84-a891-4154-ad7e-bfad9f95df98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:01.199711 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=24eb10a59d5c46cc8f154624aacb1c25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2890046
Jul 08 15:21:01.201559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4990a6e-f680-42a5-a3be-37c4b10753ed,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:01.202332 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33548) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:01.216450 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:01.283915 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.317095 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.391594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.397494 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-05b7fe6c-54e9-458f-8a7d-2fd933b60f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:01.412470 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4990a6e-f680-42a5-a3be-37c4b10753ed,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:01.415290 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:01.425210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:01.426642 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d4990a6e-f680-42a5-a3be-37c4b10753ed HTTP/1.1" status: 204  len: 168 time: 0.2227838
Jul 08 15:21:01.783793 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6932b8-0eca-426b-9127-918ef93e9c4d req-fea72b1c-17b6-48a7-9ea5-de0480cb053c tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:01.786260 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9e6932b8-0eca-426b-9127-918ef93e9c4d req-fea72b1c-17b6-48a7-9ea5-de0480cb053c tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.1100249
Jul 08 15:21:01.843512 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9e6932b8-0eca-426b-9127-918ef93e9c4d req-6a96d951-5b03-4470-9cf5-15965df8b5d4 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502996
Jul 08 15:21:01.848434 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0fd61bc8-21bc-4def-b237-d78d42e01ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:02.041055 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b0d22-9e65-40b9-b1b9-a5e6247042d1 req-de588ac5-206c-413b-bd15-56664fd97648 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:02.042503 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2a6b0d22-9e65-40b9-b1b9-a5e6247042d1 req-de588ac5-206c-413b-bd15-56664fd97648 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0878818
Jul 08 15:21:02.092677 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2a6b0d22-9e65-40b9-b1b9-a5e6247042d1 req-1944e91a-53a4-4537-bf47-6bb4ea600e01 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428615
Jul 08 15:21:02.619977 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:03.045131 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9630d-ce63-4b0b-9125-0246257f91c8 req-f3bfa81b-7a1b-4e88-a874-c41952a9dbfe tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:03.046525 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8ff9630d-ce63-4b0b-9125-0246257f91c8 req-f3bfa81b-7a1b-4e88-a874-c41952a9dbfe tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0792224
Jul 08 15:21:03.094072 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8ff9630d-ce63-4b0b-9125-0246257f91c8 req-b5531a22-2fc3-4405-861f-a5ebcfe5e618 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417409
Jul 08 15:21:03.340419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d86d86e-16c2-4aa4-98e8-5d64399bd88a req-7ed1b403-d85b-41f7-88ce-1e6ee1ddba48 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:03.341875 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9d86d86e-16c2-4aa4-98e8-5d64399bd88a req-7ed1b403-d85b-41f7-88ce-1e6ee1ddba48 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1445348
Jul 08 15:21:03.389185 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9d86d86e-16c2-4aa4-98e8-5d64399bd88a req-a6d4cc69-8bf0-4ac8-97d9-ef1d33c5627d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414870
Jul 08 15:21:04.084178 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:04.423087 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c937d-728b-4bbb-9ea5-eb6065abda00 req-ba07f2b9-a18b-4a21-ad95-589492f7ef67 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:04.424632 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2c1c937d-728b-4bbb-9ea5-eb6065abda00 req-ba07f2b9-a18b-4a21-ad95-589492f7ef67 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0871303
Jul 08 15:21:04.470504 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2c1c937d-728b-4bbb-9ea5-eb6065abda00 req-6f9fac6d-931c-46d9-a09a-f25139b00e12 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401058
Jul 08 15:21:04.583109 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4d24e-61df-4e81-afbb-1ff6de410ea1 req-6473589c-d30b-4506-a3ea-adce4242b4f9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:04.584506 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-60f4d24e-61df-4e81-afbb-1ff6de410ea1 req-6473589c-d30b-4506-a3ea-adce4242b4f9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0839152
Jul 08 15:21:04.631382 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-60f4d24e-61df-4e81-afbb-1ff6de410ea1 req-d1348ebf-bcd3-4739-ae72-04b7fe45c653 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412745
Jul 08 15:21:05.663428 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fef67-7151-44dd-a9da-439789fc21fe req-b4769127-2105-4265-b581-469cf42c3361 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:05.664902 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bd9fef67-7151-44dd-a9da-439789fc21fe req-b4769127-2105-4265-b581-469cf42c3361 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0837493
Jul 08 15:21:05.712999 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bd9fef67-7151-44dd-a9da-439789fc21fe req-8d8c5ed2-3a56-451e-8c28-edffedeaaaf0 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414884
Jul 08 15:21:05.888501 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21edd6-6be7-4d37-a1f7-06cf25ce461f req-06715877-78cd-4934-a4fc-7e7af0fb23f7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:05.889960 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e21edd6-6be7-4d37-a1f7-06cf25ce461f req-06715877-78cd-4934-a4fc-7e7af0fb23f7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0807083
Jul 08 15:21:05.934205 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e21edd6-6be7-4d37-a1f7-06cf25ce461f req-d2f4f832-2fc3-42fd-b142-6389b129f830 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385971
Jul 08 15:21:06.898635 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822f70de-2cfb-4147-9037-7a05f8446d04 req-8ee33f3c-b650-4667-90b0-aa6ab7d0bfdf tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:06.900104 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-822f70de-2cfb-4147-9037-7a05f8446d04 req-8ee33f3c-b650-4667-90b0-aa6ab7d0bfdf tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0834086
Jul 08 15:21:06.943630 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-822f70de-2cfb-4147-9037-7a05f8446d04 req-668190a5-092e-44d8-987f-34a9de623d5f tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377455
Jul 08 15:21:07.119251 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd72d19-cbb2-497a-877f-0c7362836777 req-59be49e4-e3ba-4a86-a2e1-48daf0cd58b4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:07.120736 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3fd72d19-cbb2-497a-877f-0c7362836777 req-59be49e4-e3ba-4a86-a2e1-48daf0cd58b4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0831809
Jul 08 15:21:07.165469 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3fd72d19-cbb2-497a-877f-0c7362836777 req-ad843705-559d-483b-b930-53c7d6971936 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384092
Jul 08 15:21:08.126702 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf0cc8-e718-4010-b52b-9684acaedad3 req-c79d5e00-4c76-4271-bd78-c7c6fd0da549 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:08.128139 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e8cf0cc8-e718-4010-b52b-9684acaedad3 req-c79d5e00-4c76-4271-bd78-c7c6fd0da549 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0792978
Jul 08 15:21:08.172433 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e8cf0cc8-e718-4010-b52b-9684acaedad3 req-fd1c53d3-84cf-4015-8026-b69aee653181 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383508
Jul 08 15:21:08.351590 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dff2a-6bfe-4e13-9850-8e16ee4e0705 req-8222e820-1ee6-4add-bd5d-3b507f77e6f4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:08.353103 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-370dff2a-6bfe-4e13-9850-8e16ee4e0705 req-8222e820-1ee6-4add-bd5d-3b507f77e6f4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0846860
Jul 08 15:21:08.399688 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-370dff2a-6bfe-4e13-9850-8e16ee4e0705 req-609bdef0-e0ad-4fc6-b1e7-742cc58a81c0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408652
Jul 08 15:21:09.367080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597b8cc-dd1a-47a0-aec8-76675a2099e9 req-1e11001b-d700-4833-a98b-9ab5f0152a5b tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:09.368607 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d597b8cc-dd1a-47a0-aec8-76675a2099e9 req-1e11001b-d700-4833-a98b-9ab5f0152a5b tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0872836
Jul 08 15:21:09.429126 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d597b8cc-dd1a-47a0-aec8-76675a2099e9 req-54877213-359e-4fa0-ac65-1387a083c84e tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515411
Jul 08 15:21:09.647638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d48-29fd-454e-b49b-069209a00e70 req-2521d291-a3b5-486e-91e5-a90338a57150 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:09.656115 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-33550d48-29fd-454e-b49b-069209a00e70 req-2521d291-a3b5-486e-91e5-a90338a57150 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1121833
Jul 08 15:21:09.715789 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-33550d48-29fd-454e-b49b-069209a00e70 req-537f3d03-a589-4a83-82f3-3c6736cc5afc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584722
Jul 08 15:21:10.022876 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758dc04-c063-49ee-a30e-43157510aeaa req-fe39acf5-2964-4a48-b2a7-49ace1b75c30 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:10.024464 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4758dc04-c063-49ee-a30e-43157510aeaa req-fe39acf5-2964-4a48-b2a7-49ace1b75c30 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.53 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.0877147
Jul 08 15:21:10.103479 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Deleting port a903c78f-73c9-4246-94c8-22634b6f3627 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:21:10.103848 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:10.364696 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] For port a903c78f-73c9-4246-94c8-22634b6f3627, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a903c78f-73c9-4246-94c8-22634b6f3627,segment=NetworkSegment(49b35340-82a4-4929-a26a-dd850b0bd22b),segment_id=49b35340-82a4-4929-a26a-dd850b0bd22b)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:10.365089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:10.487317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Calling delete_port for a903c78f-73c9-4246-94c8-22634b6f3627 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:21:10.661481 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efd102-cdea-4e12-bc45-335ff5673d12 req-329d8e31-c3fe-43c1-bbad-1650a6318b87 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:10.662980 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6efd102-cdea-4e12-bc45-335ff5673d12 req-329d8e31-c3fe-43c1-bbad-1650a6318b87 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 945 time: 0.1195252
Jul 08 15:21:10.731145 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:10.742211 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:10.751090 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6efd102-cdea-4e12-bc45-335ff5673d12 req-90983df8-8a61-4f28-9db8-5bd15857bdb9 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/security-groups?id=145d066a-d0c8-4f48-a165-318768f10716&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755026
Jul 08 15:21:10.821893 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Pushing event deleted for resources: {'Port': ['ID=a903c78f-73c9-4246-94c8-22634b6f3627,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:10.824777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:10.865151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] No DVR routers for this DVR port a903c78f-73c9-4246-94c8-22634b6f3627 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:21:10.868244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:10.883533 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'name': 'network-vif-deleted', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:10.890479 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4758dc04-c063-49ee-a30e-43157510aeaa req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.53 "DELETE /v2.0/ports/a903c78f-73c9-4246-94c8-22634b6f3627 HTTP/1.1" status: 204  len: 173 time: 0.8589993
Jul 08 15:21:10.938504 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5778b-4f6b-4321-b9d6-40ec0b0ddd6a req-edb30ec5-fee6-4a2d-9406-ff1502f397cb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:10.945082 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e9c5778b-4f6b-4321-b9d6-40ec0b0ddd6a req-edb30ec5-fee6-4a2d-9406-ff1502f397cb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0916493
Jul 08 15:21:10.987360 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e9c5778b-4f6b-4321-b9d6-40ec0b0ddd6a req-1bdab047-457e-40e2-88e4-8855062e0d59 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413809
Jul 08 15:21:11.047130 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3', 'name': 'network-vif-deleted', 'tag': 'a903c78f-73c9-4246-94c8-22634b6f3627', 'status': 'completed', 'code': 200}
Jul 08 15:21:11.912210 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a920aa6a-94c4-488a-ae5c-903db9702ca2 req-a1b3703c-ced3-4597-a640-3818b3adfeb6 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.0453534
Jul 08 15:21:12.173874 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61a511-7053-4500-98f0-791016dc7f8f req-7eb7983d-9d2b-43dd-bbdf-a87b01e6f41a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:12.175452 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a61a511-7053-4500-98f0-791016dc7f8f req-7eb7983d-9d2b-43dd-bbdf-a87b01e6f41a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0844734
Jul 08 15:21:12.220237 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a61a511-7053-4500-98f0-791016dc7f8f req-7455f1eb-8b4a-47bf-b453-493820fa5f82 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392148
Jul 08 15:21:13.065755 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a6b50896-480c-4d48-9067-3444c710e4e4 req-d0bbd498-4d6c-48cc-ba82-e15807116870 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.0501308
Jul 08 15:21:13.139079 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a903c78f-73c9-4246-94c8-22634b6f3627'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:13.414887 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c8b2c-9a73-479a-aad2-4f9bc92b1a77 req-84c7082c-8d8a-4406-b49f-960adf7c490b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:13.416342 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-548c8b2c-9a73-479a-aad2-4f9bc92b1a77 req-84c7082c-8d8a-4406-b49f-960adf7c490b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0824504
Jul 08 15:21:13.464838 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-548c8b2c-9a73-479a-aad2-4f9bc92b1a77 req-098b4c32-019c-4772-8098-0fbd6c7f01a3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421183
Jul 08 15:21:14.176464 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-e03cd36c-a77b-4eb0-abe2-6f795b459231 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0456769
Jul 08 15:21:14.249797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4df37be9-68a4-48ff-b47a-42ea608b731f req-16dd3d18-e275-4cc5-a1d1-0d7915c34005 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Synchronizing usage tracker for tenant:8a038e639ae64a8589823b33ba3405fe on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:14.276672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4df37be9-68a4-48ff-b47a-42ea608b731f req-16dd3d18-e275-4cc5-a1d1-0d7915c34005 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Unset dirty status for tenant:8a038e639ae64a8589823b33ba3405fe on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:14.279125 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4df37be9-68a4-48ff-b47a-42ea608b731f req-16dd3d18-e275-4cc5-a1d1-0d7915c34005 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] 10.222.0.55 "GET /v2.0/ports?device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.0779128
Jul 08 15:21:14.311565 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:21:14.363450 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-df978411-67d5-433f-b236-4374413269e2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a038e639ae64a8589823b33ba3405fe&device_id=abda5c3f-bf85-4ef6-9f4d-e0dda6c70ab3 HTTP/1.1" status: 200  len: 210 time: 0.0476689
Jul 08 15:21:14.747166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 33890) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:14.768179 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-947c80c6-de53-4bd7-87f2-b16e5cb8011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:14.769860 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-947c80c6-de53-4bd7-87f2-b16e5cb8011e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8a038e639ae64a8589823b33ba3405fe&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3702707
Jul 08 15:21:14.782458 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7408a-b6c9-46fb-91dc-04cefc98c8b2 req-a9e83124-ff17-4064-bfc4-e0ef816e5518 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:14.783965 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-77c7408a-b6c9-46fb-91dc-04cefc98c8b2 req-a9e83124-ff17-4064-bfc4-e0ef816e5518 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1529911
Jul 08 15:21:14.873019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:14.892285 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:14.897349 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Usage tracker for resource:security_group_rule and tenant:80741b2642e848b9b89dedcca0d2f94f is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:14.900358 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:14.906967 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:14.919093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-77c7408a-b6c9-46fb-91dc-04cefc98c8b2 req-99dad3c6-98af-472e-b077-6f9bd2b4b3c4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148090
Jul 08 15:21:14.971274 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-12609356-20ba-4f5f-ab73-ea231fef2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:14.973286 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4ffeeef0-2b8d-4bb3-bbc1-b10c227371c6 req-12609356-20ba-4f5f-ab73-ea231fef2f10 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1880124
Jul 08 15:21:15.006522 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.010588 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.019053 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5ba8929d-015f-4a5e-846b-e88762973d52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:15.058121 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=80741b2642e848b9b89dedcca0d2f94f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3098736
Jul 08 15:21:15.060887 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33902) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:15.061360 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f5f45d-e1c9-4e5f-8adc-3c1477ba5cd6,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:15.064618 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:15.122585 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.148309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.201631 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.205299 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fc12aa2a-52f1-4d91-9875-446b65fb1231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:15.222450 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f5f45d-e1c9-4e5f-8adc-3c1477ba5cd6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:15.225081 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:15.226175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.229872 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/61f5f45d-e1c9-4e5f-8adc-3c1477ba5cd6 HTTP/1.1" status: 204  len: 168 time: 0.1654062
Jul 08 15:21:15.544709 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33928) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:15.561721 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.576512 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:15.580894 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Usage tracker for resource:security_group_rule and tenant:df8e73b8e6b04471bcd1d58e0f61fe73 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:15.583745 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:15.589477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:15.703160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.708865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.717999 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-aa98eb6a-aad3-4b9a-88b0-493fe58351d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:15.760813 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=df8e73b8e6b04471bcd1d58e0f61fe73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2149954
Jul 08 15:21:15.763425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33938) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:15.766247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2748db-66ee-4fd5-a012-ac02b7d57ece,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:15.780079 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:15.854399 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.888739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.957913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.964405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:15.975724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2748db-66ee-4fd5-a012-ac02b7d57ece,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:15.978188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:15.984886 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:15.990309 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1d2748db-66ee-4fd5-a012-ac02b7d57ece HTTP/1.1" status: 204  len: 168 time: 0.2251523
Jul 08 15:21:16.166877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf323e3-6322-475d-9709-140a72d3f3e6 req-9977872c-63b9-49da-b42b-4a9ed3f3952e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:16.169162 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bdf323e3-6322-475d-9709-140a72d3f3e6 req-9977872c-63b9-49da-b42b-4a9ed3f3952e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0934126
Jul 08 15:21:16.225663 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bdf323e3-6322-475d-9709-140a72d3f3e6 req-ab81ba0e-1473-4937-ac16-13623fd66dfc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502663
Jul 08 15:21:17.236111 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 33996) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:17.372586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.388722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:17.393094 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3a4f782bac684b69a78976a65767758d is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:17.396268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:17.403152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:17.487383 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.492288 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.497931 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d44ad0-d91e-48c0-bc3a-9131c05feae3 req-43a40141-adc5-44a0-a558-57c1c95ac17d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:17.499435 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-86d44ad0-d91e-48c0-bc3a-9131c05feae3 req-43a40141-adc5-44a0-a558-57c1c95ac17d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1646624
Jul 08 15:21:17.499581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:17.538733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccef567-e6d7-4d07-b265-a05f9095ca39,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:17.543065 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a4f782bac684b69a78976a65767758d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3055420
Jul 08 15:21:17.544526 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:17.546313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34010) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:17.548997 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-86d44ad0-d91e-48c0-bc3a-9131c05feae3 req-73f01269-e09c-4dad-bd93-d07103bd9d4d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438361
Jul 08 15:21:17.608863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.636057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.689415 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.693278 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:17.705576 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccef567-e6d7-4d07-b265-a05f9095ca39,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:17.708000 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:17.714100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:17.715813 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/eccef567-e6d7-4d07-b265-a05f9095ca39 HTTP/1.1" status: 204  len: 168 time: 0.1680703
Jul 08 15:21:17.992682 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a903c78f-73c9-4246-94c8-22634b6f3627 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:21:18.080502 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: a903c78f-73c9-4246-94c8-22634b6f3627 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:21:18.080859 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a903c78f-73c9-4246-94c8-22634b6f3627 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:21:18.769442 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5a9bd-4045-48a3-b740-68f1fea82ed7 req-5760bf89-bbad-4592-b6a2-80b581d6f199 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:18.770971 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7dc5a9bd-4045-48a3-b740-68f1fea82ed7 req-5760bf89-bbad-4592-b6a2-80b581d6f199 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1129236
Jul 08 15:21:18.824142 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7dc5a9bd-4045-48a3-b740-68f1fea82ed7 req-32de5799-e6df-40a3-a8fe-5e93ddef9453 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452666
Jul 08 15:21:19.679073 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34078) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:19.737757 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Deleting subnet eb592069-d21d-49b2-acfb-774a00b77713 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:21:19.740734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:19.792103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:19.849138 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:19.924559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:19.930598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e6e7bad1-e44e-4a1c-8c46-e51cee20517d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:19.974110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb592069-d21d-49b2-acfb-774a00b77713,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:19.975963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:19.978590 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:19.987530 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34094) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:19.988213 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8ca63568-1acd-4725-a856-b5fff081fc3b admin admin] 10.222.0.55 "DELETE /v2.0/subnets/eb592069-d21d-49b2-acfb-774a00b77713 HTTP/1.1" status: 204  len: 168 time: 0.3075097
Jul 08 15:21:20.004151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34098) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:20.065685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Deleting subnet 7a896188-4fd5-414f-b280-99ec8e58c5c2 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:21:20.068855 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.113700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.125755 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a79c092-a0db-4bd2-88fc-606fddc22d99 req-b411da0e-847e-4408-a49c-a77b77c04690 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:20.127265 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6a79c092-a0db-4bd2-88fc-606fddc22d99 req-b411da0e-847e-4408-a49c-a77b77c04690 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1900980
Jul 08 15:21:20.148129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.254904 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.340826 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.345365 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:20.390954 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6a79c092-a0db-4bd2-88fc-606fddc22d99 req-ce40d01b-0696-47f1-9cc5-6556caec2535 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550964
Jul 08 15:21:20.393108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.404739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a896188-4fd5-414f-b280-99ec8e58c5c2,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:20.407708 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.414255 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:20.415762 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/7a896188-4fd5-414f-b280-99ec8e58c5c2 HTTP/1.1" status: 204  len: 168 time: 0.4105997
Jul 08 15:21:20.417962 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3fde3bee80>> segment before_delete 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.418894 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3fde3bee80>> subnet precommit_delete_associations 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.419428 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34120) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:20.419631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> segment_host_mapping after_create 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.419980 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> port after_create 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.420333 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> port after_delete 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.420676 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> port after_update 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.421170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> segment after_delete 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.421640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> subnet after_create 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.422267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> subnet after_delete 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.422745 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fde465040>> subnet after_update 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.576946 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde1f6ac0>> subnet after_create 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.577434 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde1f6ac0>> subnet after_delete 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.577705 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde1f6ac0>> subnet before_create 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.578040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fde1f6ac0>> subnet before_update 55550000 {{(pid=78424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jul 08 15:21:20.578404 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde465b20>,) {'filters': {'network_id': ['8db88fcd-fbc2-4cf8-ab14-b56f1d46db30']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:20.595320 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde465b20>, '49b35340-82a4-4929-a26a-dd850b0bd22b') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:20.595655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde465b20>, '49b35340-82a4-4929-a26a-dd850b0bd22b') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:20.609995 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.631097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.631882 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.644677 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:21:20.646498 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   from cryptography.utils import int_from_bytes
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   from cryptography.utils import int_from_bytes
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   util.warn_limited(
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   util.warn_limited(
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:21:20.693174 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:21:20.791922 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.799777 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.804514 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:20.828966 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db88fcd-fbc2-4cf8-ab14-b56f1d46db30,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:20.831678 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:20.846622 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ff8b604f-926c-447f-971b-2a1f1d914ee7 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8db88fcd-fbc2-4cf8-ab14-b56f1d46db30 HTTP/1.1" status: 204  len: 168 time: 0.8575985
Jul 08 15:21:20.906557 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-6e4d4c16-a57f-4956-85d5-1f9ca71d0b60 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:20.908065 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-6e4d4c16-a57f-4956-85d5-1f9ca71d0b60 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.4133761
Jul 08 15:21:20.912108 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:20.933299 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdf5a3970>,) {'filters': {'network_id': ['22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:20.941241 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-ab36c389-3fdb-4f59-9cb7-37fdfeace12f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/quotas/c9fe4575139d4e81aca0e6a7071e90e1 HTTP/1.1" status: 200  len: 375 time: 0.0207744
Jul 08 15:21:20.947466 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdf5a3970>, '3c91fbc3-eb3f-434c-a012-48815c783ade') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:20.947766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdf5a3970>, '3c91fbc3-eb3f-434c-a012-48815c783ade') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:21.004277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.031386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.041051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:21:21.041437 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:21:21.055345 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:21:21.060979 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34146) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:21.110732 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5621b337-7e52-4dd7-9fd4-e6771f451f2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8a038e639ae64a8589823b33ba3405fe&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0475664
Jul 08 15:21:21.110995 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34150) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:21.139775 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-22098361-bd1e-4c24-abc5-b4c2dd6f35d5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1849117
Jul 08 15:21:21.140827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.144411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6048da98-206f-4714-90d2-8077fd8faaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:21.157150 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.173807 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.185372 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Pushing event deleted for resources: {'Network': ['ID=22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:21.200834 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.234105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:21.248599 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34156) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:21.248792 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] 10.222.0.55 "DELETE /v2.0/networks/22c8dd51-6ecb-40f8-9e2d-0e6a8c956edf HTTP/1.1" status: 204  len: 168 time: 0.8269184
Jul 08 15:21:21.303896 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-2024cb54-33bb-49ac-8352-089b8060551c service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1442473
Jul 08 15:21:21.304356 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.316554 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:21.331442 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=145d066a-d0c8-4f48-a165-318768f10716,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:21.334377 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:21.350507 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Deleting subnet 54eae0b0-66ac-4640-be1a-17bf95376c65 {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:21:21.354862 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.382442 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.386310 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/145d066a-d0c8-4f48-a165-318768f10716 HTTP/1.1" status: 204  len: 168 time: 0.2719030
Jul 08 15:21:21.410692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.459726 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-7806dfcc-cb3c-4a88-9de9-15c344070b0b service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491451
Jul 08 15:21:21.474875 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.550023 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.555178 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3268d880-2b87-44ae-8421-57da0bcd9066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:21.598672 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54eae0b0-66ac-4640-be1a-17bf95376c65,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:21.602606 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:21.606640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.616532 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/54eae0b0-66ac-4640-be1a-17bf95376c65 HTTP/1.1" status: 204  len: 168 time: 0.3642290
Jul 08 15:21:21.616747 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34174) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:21.782671 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bff01-d7f5-4b59-9ef0-5d4f86775f07 req-d596f349-38b4-417b-9a6f-5a0004288d8a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:21.792105 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-120bff01-d7f5-4b59-9ef0-5d4f86775f07 req-d596f349-38b4-417b-9a6f-5a0004288d8a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0960920
Jul 08 15:21:21.805763 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.845577 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-120bff01-d7f5-4b59-9ef0-5d4f86775f07 req-6eb5dc4a-2420-4b1f-8592-cf81860c0dd3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523548
Jul 08 15:21:21.945139 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-630fb59b-3020-417d-9acc-9f69d34465ff req-3ab74785-1a27-40d5-8ed7-1a09c16349c0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 210 time: 0.0551195
Jul 08 15:21:21.968394 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:21.985177 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5c91f0>,) {'filters': {'network_id': ['7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:21.998352 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5c91f0>, 'edaa4592-72d0-4ec6-a679-77b46198b243') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:21.998645 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5c91f0>, 'edaa4592-72d0-4ec6-a679-77b46198b243') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:21:22.011292 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.027972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.034916 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:21:22.035296 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:21:22.050222 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:21:22.128944 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.136504 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.140362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:22.234835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:22.238280 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:22.243701 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7bfc51a2-fec4-49f0-b3ad-d8a7c26686fd HTTP/1.1" status: 204  len: 168 time: 0.6225450
Jul 08 15:21:22.442306 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34210) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:22.498550 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-19c53e48-d0e3-4401-a571-ab2d062965f8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=889f50a5f5134923a099773ef0574af2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518234
Jul 08 15:21:22.498550 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34218) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:22.571439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.615104 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.685233 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.690433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-59d7c7fa-ade6-40f3-b1dc-98ffbe4c75c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:22.703519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a96e226-e26e-410b-869f-13171eb87b97,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:22.706785 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:22.712323 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:22.717432 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7a96e226-e26e-410b-869f-13171eb87b97 HTTP/1.1" status: 204  len: 168 time: 0.2127044
Jul 08 15:21:22.802415 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.022265 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34248) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:23.036622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e9ef0-6942-4f91-b725-241f91ebc9c6 req-5b74a0f3-66da-4105-aef3-76869a4358c9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:23.038155 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f68e9ef0-6942-4f91-b725-241f91ebc9c6 req-5b74a0f3-66da-4105-aef3-76869a4358c9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0882018
Jul 08 15:21:23.076326 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fddb1ad0-47d4-406e-95cb-a69ea5ead35f admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1bb97f554ee341a4918ba8b24ef03f33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0498803
Jul 08 15:21:23.077139 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34252) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:23.092174 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f68e9ef0-6942-4f91-b725-241f91ebc9c6 req-e354404c-3de9-4d25-bea7-399a2e031310 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479321
Jul 08 15:21:23.137913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.164355 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.217968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.223152 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:23.236487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c165ad55-4f8e-4f1e-9cc8-39fb3765484f,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:23.239331 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:23.241582 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-59668188-f000-43d3-98d3-0c2621badac4 req-05ae708e-45b0-4b66-ad2f-c052e7e1c284 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 210 time: 0.0503976
Jul 08 15:21:23.244742 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.246777 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c165ad55-4f8e-4f1e-9cc8-39fb3765484f HTTP/1.1" status: 204  len: 168 time: 0.1687419
Jul 08 15:21:23.745532 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34286) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:23.937949 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:23.972050 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:23.977294 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Usage tracker for resource:security_group_rule and tenant:18c4776ce609446f9dca51e1e3591864 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:23.980464 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:23.987445 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:24.082279 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.086864 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.097406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b3bc4b2d-6ac9-4044-bfa8-5a7fe2d3dd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:24.141442 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=18c4776ce609446f9dca51e1e3591864&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3946383
Jul 08 15:21:24.142099 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34310) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:24.142470 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbdae92-b869-49b5-9d66-c196829ee160,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:24.145364 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:24.217803 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.248464 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.371565 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5607139d-37fb-457d-bda2-47990afb1d57 req-ea8c6ead-9b13-4f32-8e70-9858c25de375 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:24.373137 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5607139d-37fb-457d-bda2-47990afb1d57 req-ea8c6ead-9b13-4f32-8e70-9858c25de375 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1137564
Jul 08 15:21:24.398357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.406445 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c7ca8502-dae3-4ade-b42e-b6b53c7604fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:24.412141 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8fb64761-5b11-4917-b294-051793752ad0 req-81ea7088-c332-4f5a-a83d-136ffbc11072 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 210 time: 0.0494356
Jul 08 15:21:24.431894 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbdae92-b869-49b5-9d66-c196829ee160,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:24.435401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:24.446313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:24.447518 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bcbdae92-b869-49b5-9d66-c196829ee160 HTTP/1.1" status: 204  len: 168 time: 0.3047917
Jul 08 15:21:24.461002 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5607139d-37fb-457d-bda2-47990afb1d57 req-df9f9ecd-4ca0-4226-bdd0-b5ef9d56dc4d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799503
Jul 08 15:21:24.896968 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eeb1a17c-263e-4784-a17c-0f234803ed36 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:24.898714 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eeb1a17c-263e-4784-a17c-0f234803ed36 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.2094390
Jul 08 15:21:24.915131 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Request body: {'port': {'device_id': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'admin_state_up': True, 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:24.953148 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34336) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:24.976839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.017514 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:25.027898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Usage tracker for resource:security_group_rule and tenant:576574a652f5475296ffc62a5f27762c is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:25.035352 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:25.043028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:25.140745 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:25.152528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:25.163079 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:21:25.166957 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.194662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.199772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.208852 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-995b61fe-dd0f-4ff1-b745-f7b565d378cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:25.239832 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa9581c-5a41-4155-a963-fc5932e22b3d,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:25.243902 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:25.270707 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=576574a652f5475296ffc62a5f27762c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3228786
Jul 08 15:21:25.273412 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34354) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:25.358542 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.392213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.455861 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Allocated IP 172.20.0.5 (f628f1aa-ecdf-492d-8269-729f8eb71e31/60b4358b-8365-4746-ac3f-c286c863f9ef/5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:21:25.461780 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.469218 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c1650d85-61ad-4a96-9e53-d89eb2db4652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:25.486380 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa9581c-5a41-4155-a963-fc5932e22b3d,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:25.497230 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:25.502300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.503436 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0aa9581c-5a41-4155-a963-fc5932e22b3d HTTP/1.1" status: 204  len: 168 time: 0.2278700
Jul 08 15:21:25.682400 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-06b9fa62-9f7f-402a-aa86-bfce6ac6e928 req-04b55611-531d-4042-bd09-d0f6d3210f79 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 210 time: 0.0687804
Jul 08 15:21:25.790594 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.802793 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad06585-b041-483e-86cf-fa8856feb9dc req-6b4fc6ba-7708-467e-98fc-82fa3252d84b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:25.804315 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4ad06585-b041-483e-86cf-fa8856feb9dc req-6b4fc6ba-7708-467e-98fc-82fa3252d84b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1685202
Jul 08 15:21:25.854389 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:25.875739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b5a9d334-169e-4098-9103-286ddd0df240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:25.875965 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4ad06585-b041-483e-86cf-fa8856feb9dc req-1d0d415d-966c-4c4b-a4a7-32fea9b7d6a3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591993
Jul 08 15:21:25.966459 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event updated for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:25.970574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:25.982112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:21:25.983446 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:21:25.989964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:21:26.074798 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:26.075684 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:26.107393 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1967313
Jul 08 15:21:26.897068 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f16bf-778e-437d-9558-0c91ffb6990e req-18a1dc77-1d6d-4243-834a-579bb6349709 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:26.898088 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3c7f16bf-778e-437d-9558-0c91ffb6990e req-18a1dc77-1d6d-4243-834a-579bb6349709 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 931 time: 0.0902419
Jul 08 15:21:26.946120 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3c7f16bf-778e-437d-9558-0c91ffb6990e req-cede855f-b3dd-43e3-b749-30781c1df94e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418482
Jul 08 15:21:27.153826 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e2305-9bc9-4551-8684-6b42139f1c4e req-53515b69-1dca-45e1-ac10-912f1985b2b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:27.156838 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cf1e2305-9bc9-4551-8684-6b42139f1c4e req-53515b69-1dca-45e1-ac10-912f1985b2b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.0897129
Jul 08 15:21:27.208966 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cf1e2305-9bc9-4551-8684-6b42139f1c4e req-b6702cb8-ae34-4580-b200-cbc7359f592f tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479131
Jul 08 15:21:28.148458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869d458-e512-4c46-a8e7-a5e79c455181 req-b2be8175-206e-4a98-8c8f-e8e771958d4f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:28.149952 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a869d458-e512-4c46-a8e7-a5e79c455181 req-b2be8175-206e-4a98-8c8f-e8e771958d4f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 931 time: 0.0799880
Jul 08 15:21:28.202584 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a869d458-e512-4c46-a8e7-a5e79c455181 req-989006b7-fddb-4bbf-ad70-71811c8765b0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442500
Jul 08 15:21:28.425353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898f99-a38e-4f65-80bc-db1622c741ce req-1670a635-94d6-46bb-aff6-ac6b740f2987 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:28.434065 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18898f99-a38e-4f65-80bc-db1622c741ce req-1670a635-94d6-46bb-aff6-ac6b740f2987 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1079319
Jul 08 15:21:28.477162 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18898f99-a38e-4f65-80bc-db1622c741ce req-48df86d3-1e70-4b29-8f38-3de70b503803 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421443
Jul 08 15:21:28.646065 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:28.646843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Request body: {'port': {'device_id': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:28.765279 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.109353 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:29.117164 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.131113 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Transition to ACTIVE for port object 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:21:29.134952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.141127 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:29.190863 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-53facc18-0b84-4d6c-954d-4cbf2c8cfe75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.271647 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:29.298659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:29.381485 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Attempting to bind port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:21:29.381759 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Attempting to bind port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:21:29.382202 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Attempting to bind port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:29.387896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:21:29.388244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Attempting to bind port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:29.393543 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:21:29.393882 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Checking segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:21:29.394273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Bound using segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:21:29.394697 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Bound port: 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:21:29.395045 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.403749 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c96fc-64d8-4130-bc5b-513dde19ffc0 req-6a5fae1e-e510-4fc5-a24d-b90fb5afc4c0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:29.405616 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5c0c96fc-64d8-4130-bc5b-513dde19ffc0 req-6a5fae1e-e510-4fc5-a24d-b90fb5afc4c0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.0838411
Jul 08 15:21:29.457966 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5c0c96fc-64d8-4130-bc5b-513dde19ffc0 req-2debdf8b-ea26-47f5-a8b1-d16f0ec9b291 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462153
Jul 08 15:21:29.488466 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:21:29.491908 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:21:29.497794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.510196 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57cfcf65-eedc-461a-887d-96a23c3b6240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:29.578945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:29.578945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.579129 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 HTTP/1.1" status: 200  len: 1093 time: 0.9366028
Jul 08 15:21:29.580031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:29.613522 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:29.617097 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:29.734167 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', 'status': 'completed', 'code': 200}
Jul 08 15:21:29.748760 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:29.904557 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-3529452e-c27d-4a27-b6f2-6ad444d2b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:29.906083 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-3529452e-c27d-4a27-b6f2-6ad444d2b161 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 1096 time: 0.2575588
Jul 08 15:21:30.009520 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-a16ce286-a791-4318-9b3c-1e8af82b57db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 HTTP/1.1" status: 200  len: 217 time: 0.0951388
Jul 08 15:21:30.065439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d124b0-5bb4-4dcd-a5bc-830daea91393 req-1da77985-d9e1-4cd7-a32b-5a012c7038b4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:30.066941 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d8d124b0-5bb4-4dcd-a5bc-830daea91393 req-1da77985-d9e1-4cd7-a32b-5a012c7038b4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.3319979
Jul 08 15:21:30.128792 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34566) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:30.209823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-9c7c5ab7-8e6d-4a8d-8d91-0b180a926b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:30.211334 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-9c7c5ab7-8e6d-4a8d-8d91-0b180a926b5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.1917753
Jul 08 15:21:30.222544 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d8d124b0-5bb4-4dcd-a5bc-830daea91393 req-cb3dc510-1aa4-416e-ae91-b4716891923e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657589
Jul 08 15:21:30.272304 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-a47f8961-057b-4a1e-908b-842bb088e495 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0533724
Jul 08 15:21:30.329892 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.348912 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:30.354138 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Usage tracker for resource:security_group_rule and tenant:739ed5a6b785484caff33ae7315d5c0c is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:30.358300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:30.366609 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:30.451895 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-6186ebe1-9c83-463f-aad1-a93dbe545709 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702025
Jul 08 15:21:30.494505 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.499617 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.509990 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-deeaaa96-684a-4cdc-a47c-ed0b5d0462b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:30.543397 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c396ea2a-e859-4cba-9eae-cb8e94a08348,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:30.548498 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:30.568627 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=739ed5a6b785484caff33ae7315d5c0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4383662
Jul 08 15:21:30.571569 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34594) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:30.669095 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9f8d1e64-b7af-493e-93d1-b7ca2f294076 req-b3ddace9-7096-4872-8aa4-6d9c7413b899 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075326
Jul 08 15:21:30.696321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.729187 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.769974 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa782c-721d-48e2-86bb-babbd7dda0ab req-d99a6fc5-d6e9-457a-ae48-59e47e0835b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:30.771413 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-83fa782c-721d-48e2-86bb-babbd7dda0ab req-d99a6fc5-d6e9-457a-ae48-59e47e0835b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.1785004
Jul 08 15:21:30.824220 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-83fa782c-721d-48e2-86bb-babbd7dda0ab req-0e1400a9-fb8d-4035-a916-cf9977e9eb3d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467017
Jul 08 15:21:30.831416 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.837877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:30.850788 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c396ea2a-e859-4cba-9eae-cb8e94a08348,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:30.856702 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:30.864413 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c396ea2a-e859-4cba-9eae-cb8e94a08348 HTTP/1.1" status: 204  len: 168 time: 0.2877426
Jul 08 15:21:30.866918 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:31.087269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34612) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:31.206028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.223111 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:31.227152 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Usage tracker for resource:security_group_rule and tenant:b3c33e19a3214ab6b5c91e1f35fc3250 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:31.230042 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:31.236691 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:31.335361 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.339991 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.349592 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0a292bfa-aefb-4eb5-ab52-e1be5a750530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:31.396329 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b3c33e19a3214ab6b5c91e1f35fc3250&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3051035
Jul 08 15:21:31.396329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ef4d65-9b74-420a-a3aa-492b92df2b45,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:31.397379 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34634) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:31.399054 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:31.468873 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.498360 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.582302 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.587309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-338940f8-361a-496b-80b7-5dfa01d54cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:31.603738 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ef4d65-9b74-420a-a3aa-492b92df2b45,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:31.607047 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:31.607788 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14af3d-4d0f-455a-8d8d-ba8273dcfe4a req-ac00995d-1a37-497a-85a8-875a1ce0598e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:31.614880 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6e14af3d-4d0f-455a-8d8d-ba8273dcfe4a req-ac00995d-1a37-497a-85a8-875a1ce0598e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1115410
Jul 08 15:21:31.639818 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:31.642263 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/54ef4d65-9b74-420a-a3aa-492b92df2b45 HTTP/1.1" status: 204  len: 168 time: 0.2444761
Jul 08 15:21:31.702855 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6e14af3d-4d0f-455a-8d8d-ba8273dcfe4a req-6d07acde-ac07-4d98-a033-915f18581d1c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786068
Jul 08 15:21:31.845395 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8e36e10e-631b-486e-99dc-72e47640ecc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.043641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948919bf-fb1b-4a1b-8108-f47f1fd80ad3 req-91d0bb36-c122-451f-b03c-fe8fa32b9198 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:32.045249 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-948919bf-fb1b-4a1b-8108-f47f1fd80ad3 req-91d0bb36-c122-451f-b03c-fe8fa32b9198 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.1009626
Jul 08 15:21:32.107090 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-948919bf-fb1b-4a1b-8108-f47f1fd80ad3 req-879923b4-b710-4a6e-bb73-3e2cd79064d7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560904
Jul 08 15:21:32.499109 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34694) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:32.601596 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-458219255-network', 'tenant_id': 'a544b4aed8c1469db4299ca93fe3d671'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:32.606565 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:32.610356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Usage tracker for resource:network and tenant:a544b4aed8c1469db4299ca93fe3d671 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:32.613176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:32.619483 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:32.624890 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.629655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Made reservation on behalf of a544b4aed8c1469db4299ca93fe3d671 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:21:32.632186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.647235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.661256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:32.665116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Usage tracker for resource:security_group_rule and tenant:a544b4aed8c1469db4299ca93fe3d671 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:32.668388 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:32.674044 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:32.759519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.763591 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.766584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2a588cdb-d12e-4e6e-89b4-12e9c59139be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:32.794263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:21:32.802688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9ffe03-4575-403f-a939-6dc4d889fa16,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:32.806315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:32.809311 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.809654 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Added segment 0668acf7-5b35-4221-ae92-4813f4023e02 of type vlan for network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1
Jul 08 15:21:32.836888 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.868451 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.869933 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:32.870522 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:32.881719 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:32.968181 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7a4e-85f7-4ac0-850c-e2362275735c req-57cb2cc3-18e7-4bb5-aee1-8dfcde21affa tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:32.969725 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6aea7a4e-85f7-4ac0-850c-e2362275735c req-57cb2cc3-18e7-4bb5-aee1-8dfcde21affa tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1575186
Jul 08 15:21:32.981021 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4801028
Jul 08 15:21:32.981907 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Pushing event updated for resources: {'Network': ['ID=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:32.983812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34704) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:32.986237 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:32.990014 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Request body: {'subnet': {'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-458219255-subnet', 'tenant_id': 'a544b4aed8c1469db4299ca93fe3d671', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:32.992692 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:21:32.994891 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:32.998794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Usage tracker for resource:subnet and tenant:a544b4aed8c1469db4299ca93fe3d671 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:33.001799 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:33.007568 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:33.018268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Made reservation on behalf of a544b4aed8c1469db4299ca93fe3d671 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:21:33.020696 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:33.020815 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6aea7a4e-85f7-4ac0-850c-e2362275735c req-da6fadff-fb04-4e9f-9a0c-5d98a4cd032a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444446
Jul 08 15:21:33.234533 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:33.241179 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:33.305977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e451f-ce60-4d62-9425-6ea0fc126445 req-8b79894f-2d0c-4816-80b0-f74a20a594c7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:33.308285 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f1e451f-ce60-4d62-9425-6ea0fc126445 req-8b79894f-2d0c-4816-80b0-f74a20a594c7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.0876553
Jul 08 15:21:33.316085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68710cea-8cdc-46bd-9e3c-0c3022f554a5,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:33.333641 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:33.334537 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Checking segment: {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:21:33.334734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Network hostable DHCP agents. Network: 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:21:33.366827 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f1e451f-ce60-4d62-9425-6ea0fc126445 req-f98d51bd-40a9-4e9f-ad6d-e94ee5f68d54 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509145
Jul 08 15:21:33.404273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:21:33.420797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:21:33.425940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:33.426534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:33.431814 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e685adea-9d7e-42ef-9f30-e53dee067578 None None] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:21:33.451269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-f63b6b57-23ab-4089-87fa-d54133337b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:33.452828 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-f63b6b57-23ab-4089-87fa-d54133337b7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 1096 time: 0.1048665
Jul 08 15:21:33.454497 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4697583
Jul 08 15:21:33.614146 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-b26172d3-0233-4ec6-8867-d0a312e1a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:33.615623 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-b26172d3-0233-4ec6-8867-d0a312e1a0d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 916 time: 0.1558638
Jul 08 15:21:33.665676 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420f1153-7b9f-4f77-ab46-cae5964bfeb1 None None] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:21:33.700415 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-0a8f7a89-883b-4972-881e-94ed9f1f93b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 HTTP/1.1" status: 200  len: 217 time: 0.0625165
Jul 08 15:21:33.783309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-98cb063b-d2b1-472e-ab17-a1cfff6dcbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:33.784917 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-98cb063b-d2b1-472e-ab17-a1cfff6dcbe0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.0693619
Jul 08 15:21:33.842605 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-e94e7423-7e05-4784-869a-da11cd17d6d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0471067
Jul 08 15:21:34.007474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-16028920-59f6-4927-b551-e5ce5749fc83 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570582
Jul 08 15:21:34.109811 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:34.341211 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eb240c8-044a-49ff-8293-f900e59612c8 req-eb621ae7-bdb4-4e65-9a6f-a33922f1992b service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3233783
Jul 08 15:21:34.356574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2bde0-ed7c-492c-93fd-7ccc2fd57773 req-3c1f277e-4307-456d-af50-f8f5923ee83b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:34.358200 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6ae2bde0-ed7c-492c-93fd-7ccc2fd57773 req-3c1f277e-4307-456d-af50-f8f5923ee83b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1427462
Jul 08 15:21:34.421167 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6ae2bde0-ed7c-492c-93fd-7ccc2fd57773 req-cf10026e-b806-41ed-988a-84d95a73f4f2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431592
Jul 08 15:21:34.472538 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34754) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:34.654414 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:34.672229 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:34.677969 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Usage tracker for resource:security_group_rule and tenant:4b8933ae9277425e9d911da85472bd7e is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:34.681567 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:34.689543 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:34.699603 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb61ada-7dd3-467f-8311-bf93c3a6a560 req-c1d7b9cd-58a5-4658-b4e9-9920e2a73ed5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:34.700331 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9cb61ada-7dd3-467f-8311-bf93c3a6a560 req-c1d7b9cd-58a5-4658-b4e9-9920e2a73ed5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:34.737545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9cb61ada-7dd3-467f-8311-bf93c3a6a560 req-c1d7b9cd-58a5-4658-b4e9-9920e2a73ed5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:34.738797 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9cb61ada-7dd3-467f-8311-bf93c3a6a560 req-c1d7b9cd-58a5-4658-b4e9-9920e2a73ed5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.1847198
Jul 08 15:21:34.804562 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9cb61ada-7dd3-467f-8311-bf93c3a6a560 req-605ce04e-ff8c-491d-b426-212f2a4e21ec tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593398
Jul 08 15:21:34.846755 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:34.850869 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:34.857964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-627b107e-a878-42c5-bfea-8ec74ec12ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:34.906445 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4b8933ae9277425e9d911da85472bd7e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4328153
Jul 08 15:21:34.908510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbb41d4-9f88-4f42-9c57-b67cf9112bfd,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:34.909817 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34774) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:34.911897 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:34.979795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.010508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.075864 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.080683 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d5dd2af9-e59f-4d6a-8f4d-ebf495b6ba86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:35.099117 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbb41d4-9f88-4f42-9c57-b67cf9112bfd,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:35.102372 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:35.107178 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.111922 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6bbb41d4-9f88-4f42-9c57-b67cf9112bfd HTTP/1.1" status: 204  len: 168 time: 0.2001572
Jul 08 15:21:35.531702 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34808) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:35.593533 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.630664 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:35.638025 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Usage tracker for resource:security_group_rule and tenant:b259fe6a69074ef096130625b7780221 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:35.642568 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:35.650241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:35.737945 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263f600-f2a2-4274-9b96-5c8c244f83f2 req-3b441c68-453e-418b-942b-b61383837b66 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:35.744650 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c263f600-f2a2-4274-9b96-5c8c244f83f2 req-3b441c68-453e-418b-942b-b61383837b66 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1891391
Jul 08 15:21:35.805532 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c263f600-f2a2-4274-9b96-5c8c244f83f2 req-bb1240d6-3458-4439-b103-188565357d15 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600235
Jul 08 15:21:35.878482 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.882833 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-5449bd37-f57f-4614-b91f-d6632571ff98 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:35.885059 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:35.889966 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-5449bd37-f57f-4614-b91f-d6632571ff98 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Synchronizing usage tracker for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:35.929506 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-5449bd37-f57f-4614-b91f-d6632571ff98 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Unset dirty status for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:35.938045 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-5449bd37-f57f-4614-b91f-d6632571ff98 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/networks?id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 200  len: 808 time: 0.2566807
Jul 08 15:21:35.945077 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e21c0d43-89fa-44ad-a34b-c7c979fc1f5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:35.952927 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-c0f5827f-4e46-47aa-90b6-00ee8a53b294 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/quotas/a544b4aed8c1469db4299ca93fe3d671 HTTP/1.1" status: 200  len: 375 time: 0.0139661
Jul 08 15:21:35.970840 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b259fe6a69074ef096130625b7780221&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4358060
Jul 08 15:21:35.987452 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34836) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:36.017119 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f94e3d-684a-4a37-b02f-b4632ae2c1e9,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:36.033124 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:36.033253 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-1b5ca157-616d-4b51-935a-db79d2b09cfa tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0760567
Jul 08 15:21:36.086751 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.089268 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34840) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:36.124885 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.179135 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-967c4609-0207-495f-bc4b-1ba9b81a53f9 service neutron] 10.222.0.55 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450379
Jul 08 15:21:36.256486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce084203-65dd-4946-a45d-aa14dd1a90ca req-c2e9f04f-664c-4963-bb7d-259974ba0b0a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:36.258245 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ce084203-65dd-4946-a45d-aa14dd1a90ca req-c2e9f04f-664c-4963-bb7d-259974ba0b0a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 943 time: 0.1396515
Jul 08 15:21:36.261990 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.270971 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.278239 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-18d53992-e7e4-4a19-a1f8-efe08afd8546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:36.311404 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f94e3d-684a-4a37-b02f-b4632ae2c1e9,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:36.315577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:36.319938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Usage tracker for resource:security_group_rule and tenant:3e2a322d22b34135895d4479f56fc38c is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:36.323194 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:36.330855 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:36.351958 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-8d0886d9-b23f-4f6e-ba91-f8a5fefc1375 service neutron] 10.222.0.55 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645701
Jul 08 15:21:36.354691 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:36.377428 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.381145 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/24f94e3d-684a-4a37-b02f-b4632ae2c1e9 HTTP/1.1" status: 204  len: 168 time: 0.3829210
Jul 08 15:21:36.394982 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ce084203-65dd-4946-a45d-aa14dd1a90ca req-c5d65959-ca9f-4d7a-9ee7-682b993cc7ff tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202040
Jul 08 15:21:36.485221 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.486828 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.495487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c994b000-c6cf-4cbe-a220-f8d42891404e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:36.542708 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ef2d7f-e4e6-43dc-a65f-2dba2c8b0269,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:36.546301 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:36.608496 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3e2a322d22b34135895d4479f56fc38c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5175843
Jul 08 15:21:36.611508 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34862) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:36.618735 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dc0e132b-888a-41de-b49e-c02adfcd99bf req-1ae7f12a-7b66-4666-8481-4d609efe5e81 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 210 time: 0.0709310
Jul 08 15:21:36.680773 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:21:36.690676 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.741818 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.810737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 34870) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:36.832731 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.834676 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.849268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:36.852133 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:36.856818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Usage tracker for resource:security_group_rule and tenant:ac3c4c94b1994940b8f24786976c0bb4 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:36.857838 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:36.860723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:36.869028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:36.877522 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'port_id': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', 'mac_address': 'fa:16:3e:b6:31:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b4358b-8365-4746-ac3f-c286c863f9ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:21:36.911669 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ef2d7f-e4e6-43dc-a65f-2dba2c8b0269,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:36.916666 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:36.927105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:36.931451 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/30ef2d7f-e4e6-43dc-a65f-2dba2c8b0269 HTTP/1.1" status: 204  len: 168 time: 0.3184075
Jul 08 15:21:36.989030 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.011111 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:37.019334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.024700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.030322 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:37.036422 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.038823 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:37.044887 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2e4212e7-c1b5-40cb-89ca-4797b2bc9b50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:37.120270 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ac3c4c94b1994940b8f24786976c0bb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3082454
Jul 08 15:21:37.121338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34884) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:37.143631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9aeeda-c295-4491-8a08-9a461a711030,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:37.146732 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:37.157374 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:37.172295 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.173057 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.173537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.174628 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.188462 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.189830 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.190239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.190794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.191589 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.194986 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.195404 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.195761 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:37.201672 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:37.254714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.270825 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363cbce-2c52-40de-8338-a5b47553e62f req-07dbe585-6184-4d34-a47d-f65f4b9c95c7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:37.272959 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0363cbce-2c52-40de-8338-a5b47553e62f req-07dbe585-6184-4d34-a47d-f65f4b9c95c7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.2972469
Jul 08 15:21:37.332189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.358179 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:37.364705 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0363cbce-2c52-40de-8338-a5b47553e62f req-9a76d733-5ae3-401a-8e3b-318607be30a9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825763
Jul 08 15:21:37.407427 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.422125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4c168b2b-7ab7-4aee-a6da-4eaf8c1c9976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:37.467779 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9aeeda-c295-4491-8a08-9a461a711030,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:37.473084 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:37.478766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.479949 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8f9aeeda-c295-4491-8a08-9a461a711030 HTTP/1.1" status: 204  len: 168 time: 0.3496382
Jul 08 15:21:37.504235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34898) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:37.556132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.591457 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:37.595731 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:32f6ed9d10274dc184e3f1524fc880f2 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:37.598843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:37.605345 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:37.700151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.709175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.729089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c90220ac-3d1e-4bc2-a6e0-b7c9a2ceaa6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:37.736103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7296e299-bea9-47ae-be78-ac3f0b561e50 req-e01406a4-67e4-4d26-8edf-39b1013f4ea6 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:37.743627 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7296e299-bea9-47ae-be78-ac3f0b561e50 req-e01406a4-67e4-4d26-8edf-39b1013f4ea6 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 944 time: 0.1613333
Jul 08 15:21:37.757534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71384bdf-9b69-44b9-94de-03446f61be0d,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:37.767105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:37.777841 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=32f6ed9d10274dc184e3f1524fc880f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2714062
Jul 08 15:21:37.780491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 34908) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:37.801558 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7296e299-bea9-47ae-be78-ac3f0b561e50 req-8b5d8ed2-6185-45f0-b916-5b62f7c85d54 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551288
Jul 08 15:21:37.864606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:37.960078 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-59c8a7f8-bd5d-4425-abf1-ad08a56096fa req-3f0b6317-3a99-48f5-b3a3-a00965623791 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 210 time: 0.0680211
Jul 08 15:21:37.961937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:38.142615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:38.159054 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f1f52b34-279b-48fa-82c3-4265bc09c861 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:38.175386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71384bdf-9b69-44b9-94de-03446f61be0d,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:38.191929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:38.201040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:38.204948 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/71384bdf-9b69-44b9-94de-03446f61be0d HTTP/1.1" status: 204  len: 168 time: 0.4232962
Jul 08 15:21:38.212069 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-4b939366-503c-4256-9573-cf06525e7b1f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:38.213651 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-4b939366-503c-4256-9573-cf06525e7b1f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "GET /v2.0/networks?id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 200  len: 808 time: 0.2040138
Jul 08 15:21:38.227574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Request body: {'port': {'device_id': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1', 'admin_state_up': True, 'tenant_id': 'a544b4aed8c1469db4299ca93fe3d671'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:38.540041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:38.557780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Usage tracker for resource:port and tenant:a544b4aed8c1469db4299ca93fe3d671 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:38.562514 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:38.569857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:38.585146 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Made reservation on behalf of a544b4aed8c1469db4299ca93fe3d671 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:21:38.588689 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:38.669883 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e997-dd63-407b-9ee9-1b0743b6ac0a req-56e168d2-4532-487e-aeba-73cfa82f3448 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:38.671410 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a2c0e997-dd63-407b-9ee9-1b0743b6ac0a req-56e168d2-4532-487e-aeba-73cfa82f3448 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1705699
Jul 08 15:21:38.697411 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:21:38.810459 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a2c0e997-dd63-407b-9ee9-1b0743b6ac0a req-3af02612-8303-4468-8759-e6f58684e98f tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270406
Jul 08 15:21:38.862895 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:21:38.871153 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:21:38.871767 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:38.877800 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Allocated IP 172.20.0.13 (746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1/68710cea-8cdc-46bd-9e3c-0c3022f554a5/172145e9-9fdc-4673-a059-9a75ecc86baa) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:21:39.087679 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.149270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eee2ab-76a5-46b9-b19e-eedc7f51fa41 req-065f1405-b893-444c-8256-61244ff2924a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:39.153727 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:39.156115 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0eee2ab-76a5-46b9-b19e-eedc7f51fa41 req-065f1405-b893-444c-8256-61244ff2924a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 944 time: 0.1382363
Jul 08 15:21:39.171874 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:39.194490 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.203053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-0450a0da-8924-4a19-9338-36543f9d3440 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:39.212169 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-512232c6-d3a0-4439-a6db-a8bd61207b01 req-6d3ce6b6-c04d-46ec-89a9-01c69e811fcb tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 210 time: 0.0558193
Jul 08 15:21:39.233729 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0eee2ab-76a5-46b9-b19e-eedc7f51fa41 req-d0f003fc-cf98-431d-b69b-8b2cf5dd3010 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681355
Jul 08 15:21:39.294601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.325261 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', 'code': 200}
Jul 08 15:21:39.331994 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.340439 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:39.347021 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:39.354446 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:39.453316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Pushing event updated for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:39.456628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:39.460886 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:21:39.462077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:21:39.464143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:21:39.530830 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:39.531453 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.556591 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3329625
Jul 08 15:21:39.588858 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Request body: {'port': {'device_id': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:39.762269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a9115-f10b-4954-aeb9-027bf3afd1e1 req-2d38ebc7-787e-403e-9ac1-34eb6927f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:39.763817 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de2a9115-f10b-4954-aeb9-027bf3afd1e1 req-2d38ebc7-787e-403e-9ac1-34eb6927f1cc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 1098 time: 0.1265130
Jul 08 15:21:39.794625 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:39.880047 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de2a9115-f10b-4954-aeb9-027bf3afd1e1 req-c5c6d811-7e81-4cf8-9219-2733f9cd6308 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008430
Jul 08 15:21:40.204714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35032) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:40.234002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8352d-1522-41c7-ace6-0140ab624764 req-16c82c2a-9650-481f-bf6b-086eafb9f133 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:40.240771 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e1c8352d-1522-41c7-ace6-0140ab624764 req-16c82c2a-9650-481f-bf6b-086eafb9f133 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.2861862
Jul 08 15:21:40.429090 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e1c8352d-1522-41c7-ace6-0140ab624764 req-a988db4e-ea4b-4414-b719-14a81272c9c3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872668
Jul 08 15:21:40.487224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07bcd6-e6a0-4aa1-9206-18f649ec31d5 req-e0c597e5-a997-42e9-87ce-4f6000688cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:40.489197 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be07bcd6-e6a0-4aa1-9206-18f649ec31d5 req-e0c597e5-a997-42e9-87ce-4f6000688cfc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 1099 time: 0.3624434
Jul 08 15:21:40.580312 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:40.608002 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:40.622429 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Usage tracker for resource:security_group_rule and tenant:5d3695b0253e4f718caa75edfeec6109 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:40.628297 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:40.642486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:40.743577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65486e4a-2575-4b15-9152-e3c171f2ea3d req-f1676f73-0116-4589-8a75-1cef5fa141a2 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:40.753865 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-65486e4a-2575-4b15-9152-e3c171f2ea3d req-f1676f73-0116-4589-8a75-1cef5fa141a2 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 932 time: 0.2802219
Jul 08 15:21:40.785956 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 172145e9-9fdc-4673-a059-9a75ecc86baa {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:40.798639 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be07bcd6-e6a0-4aa1-9206-18f649ec31d5 req-d1941e19-1a93-4a20-a6cb-9664a5df65f9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2972705
Jul 08 15:21:40.800361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:40.838154 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-65486e4a-2575-4b15-9152-e3c171f2ea3d req-28494816-c629-444f-b8bd-bcc29e7ac216 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827737
Jul 08 15:21:40.864797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Transition to ACTIVE for port object 172145e9-9fdc-4673-a059-9a75ecc86baa will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:21:40.875952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:40.888134 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:40.920392 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:40.928010 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:40.949810 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e35f5a2c-371b-4b2c-9f02-136a6df78385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:40.975950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374ae83-841d-4465-b0ed-24b468b4ba90 req-d8618fc5-22b8-42b0-878c-8557e2d20dfa tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:40.985269 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5374ae83-841d-4465-b0ed-24b468b4ba90 req-d8618fc5-22b8-42b0-878c-8557e2d20dfa tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 945 time: 0.3502762
Jul 08 15:21:41.065103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c392345a-6647-4cd2-ba7a-50dbb40c9420,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:41.071450 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:41.076710 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5d3695b0253e4f718caa75edfeec6109&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8669920
Jul 08 15:21:41.079901 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35066) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:41.169104 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.198738 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.223526 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:41.234531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:41.276348 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.278748 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5374ae83-841d-4465-b0ed-24b468b4ba90 req-452fe9de-627d-4e59-bae3-665c72c0c517 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2920122
Jul 08 15:21:41.281453 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d4fc4912-3089-4786-816c-23c2b86aad2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:41.310108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c392345a-6647-4cd2-ba7a-50dbb40c9420,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:41.310108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:41.319327 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.320938 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c392345a-6647-4cd2-ba7a-50dbb40c9420 HTTP/1.1" status: 204  len: 168 time: 0.2389543
Jul 08 15:21:41.356017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Attempting to bind port 172145e9-9fdc-4673-a059-9a75ecc86baa on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:21:41.356361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Attempting to bind port 172145e9-9fdc-4673-a059-9a75ecc86baa by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:21:41.356716 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Attempting to bind port 172145e9-9fdc-4673-a059-9a75ecc86baa on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:41.363202 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Port 172145e9-9fdc-4673-a059-9a75ecc86baa on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:21:41.363523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Attempting to bind port 172145e9-9fdc-4673-a059-9a75ecc86baa on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:41.373746 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:21:41.374629 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Checking segment: {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:21:41.375377 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Bound using segment: {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:21:41.376051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Bound port: 172145e9-9fdc-4673-a059-9a75ecc86baa, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:21:41.376681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.496339 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:21:41.501671 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=172145e9-9fdc-4673-a059-9a75ecc86baa,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:21:41.508109 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.513852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c83b9c3f-6d8e-4a14-8900-1d17c46e85b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:41.593223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:41.594089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:41.595839 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] 10.222.0.53 "PUT /v2.0/ports/172145e9-9fdc-4673-a059-9a75ecc86baa HTTP/1.1" status: 200  len: 1094 time: 2.0114882
Jul 08 15:21:41.596868 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:41.652788 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:41.664120 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:41.672179 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35100) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:41.743525 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa', 'status': 'completed', 'code': 200}
Jul 08 15:21:41.773791 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e16190-88d1-4d92-9802-997f47fb5aba req-38f2bdad-9c1e-4871-ba02-e55b6cb000aa tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:41.780741 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-38e16190-88d1-4d92-9802-997f47fb5aba req-38f2bdad-9c1e-4871-ba02-e55b6cb000aa tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1656294
Jul 08 15:21:41.830582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-9e052029-cf68-43be-81a8-c8db6eec291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:41.832107 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-9e052029-cf68-43be-81a8-c8db6eec291c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 1097 time: 0.1476490
Jul 08 15:21:41.832407 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-38e16190-88d1-4d92-9802-997f47fb5aba req-06a48da8-4f61-4292-aca1-b0ceb62e257e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508578
Jul 08 15:21:41.974746 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-c371d551-99c6-463a-a5c5-a59cf2cf173b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172145e9-9fdc-4673-a059-9a75ecc86baa HTTP/1.1" status: 200  len: 217 time: 0.1307089
Jul 08 15:21:42.061404 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.106591 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:42.110488 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Usage tracker for resource:security_group_rule and tenant:5cbbf255385f46c89b957f3e05b310c4 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:42.117828 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:42.130650 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:42.142064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-785f33f6-570b-4cac-a887-2eb2fca4b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:42.143681 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-785f33f6-570b-4cac-a887-2eb2fca4b728 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68710cea-8cdc-46bd-9e3c-0c3022f554a5 HTTP/1.1" status: 200  len: 848 time: 0.1545944
Jul 08 15:21:42.213779 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-093ae4d8-0995-47f4-80df-136321e30955 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578945
Jul 08 15:21:42.223667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-90924e6b-06b1-4ffe-8183-692b45cb5d3b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:42.224398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-90924e6b-06b1-4ffe-8183-692b45cb5d3b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Synchronizing usage tracker for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:42.326373 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-90924e6b-06b1-4ffe-8183-692b45cb5d3b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Unset dirty status for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:42.327767 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-90924e6b-06b1-4ffe-8183-692b45cb5d3b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 944 time: 0.3360729
Jul 08 15:21:42.458654 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-065644a4-b6c0-4d53-aef2-1512c9831e03 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Synchronizing usage tracker for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:42.472827 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-1473780d-c409-477b-80ac-59d383fe8764 service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426107
Jul 08 15:21:42.581709 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03e85a-70cf-4e88-8011-21655b09e00f req-f1958868-a6e8-4d9c-bc7f-e904490f7a21 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:42.584479 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1d03e85a-70cf-4e88-8011-21655b09e00f req-f1958868-a6e8-4d9c-bc7f-e904490f7a21 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 945 time: 0.1205060
Jul 08 15:21:42.585081 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.588361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-065644a4-b6c0-4d53-aef2-1512c9831e03 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Unset dirty status for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:42.589575 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7dd7c930-1c1b-44be-ae28-5bc88818e84b req-065644a4-b6c0-4d53-aef2-1512c9831e03 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405407
Jul 08 15:21:42.592553 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.602376 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:42.665374 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35150) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:42.688518 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1d03e85a-70cf-4e88-8011-21655b09e00f req-0fe36760-3782-4d15-a1ee-a2e3fbd0821e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892601
Jul 08 15:21:42.695518 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3f98b3b2-0d9e-4f09-9f1c-f2b83d3719f9 req-e314a89b-42fe-471f-b576-8f8afc374ef3 service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104044
Jul 08 15:21:42.734124 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35156) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:42.734409 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=5cbbf255385f46c89b957f3e05b310c4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0598865
Jul 08 15:21:42.759905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b375e-f0cf-4fad-b735-b36fb78e27fc,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:42.765815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:42.828355 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.859093 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.892502 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:42.928673 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:42.949042 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-909fb999-c7f6-4507-a988-5ccf62ba2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:42.952736 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Usage tracker for resource:security_group_rule and tenant:4acfda7e6dea4df0b6f6e0abb74a1f9a is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:42.953393 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-909fb999-c7f6-4507-a988-5ccf62ba2825 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 1097 time: 0.1803224
Jul 08 15:21:42.957493 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:42.975363 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:43.112467 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.154475 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-25034bae-2a35-4c3b-a068-2a7f82c3382e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:43.156113 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-25034bae-2a35-4c3b-a068-2a7f82c3382e service neutron] 10.222.0.53 "GET /v2.0/networks?id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 200  len: 909 time: 0.1946890
Jul 08 15:21:43.236769 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-099ee871-9599-440b-9987-87be9460c669 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=172145e9-9fdc-4673-a059-9a75ecc86baa HTTP/1.1" status: 200  len: 217 time: 0.0705192
Jul 08 15:21:43.273016 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.280386 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-03eeaac9-b3e9-4ed2-916b-b8b7ef892de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:43.307178 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-a3b0934f-0da6-40f4-a851-5c355d695849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:43.309444 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-a3b0934f-0da6-40f4-a851-5c355d695849 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68710cea-8cdc-46bd-9e3c-0c3022f554a5 HTTP/1.1" status: 200  len: 848 time: 0.0663574
Jul 08 15:21:43.310459 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84d6203-a93d-4e83-a8b1-de908815dec0,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:43.317148 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.322839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:43.323368 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:43.336896 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b375e-f0cf-4fad-b735-b36fb78e27fc,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:43.347954 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:43.381471 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c064d56a-ef00-4c8f-8bc5-464986823a8e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4acfda7e6dea4df0b6f6e0abb74a1f9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7127204
Jul 08 15:21:43.382220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35214) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:43.387489 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.390863 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1f8b375e-f0cf-4fad-b735-b36fb78e27fc HTTP/1.1" status: 204  len: 168 time: 0.6531181
Jul 08 15:21:43.401766 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-a03cab3d-6b50-4549-bde1-681e3918d5bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728872
Jul 08 15:21:43.411617 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d2d6d-972f-49ba-99fc-56fa7b25aed5 req-14b91036-af15-4e2d-b3cd-b3d871419b77 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:43.419702 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d89d2d6d-972f-49ba-99fc-56fa7b25aed5 req-14b91036-af15-4e2d-b3cd-b3d871419b77 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.3047330
Jul 08 15:21:43.478212 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d89d2d6d-972f-49ba-99fc-56fa7b25aed5 req-4bdf8098-ee19-456b-b826-67ad770beee9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572867
Jul 08 15:21:43.679535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-da6d6da1-a683-4b00-b7e1-4ed751d82abe service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2768552
Jul 08 15:21:43.739487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.805612 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.946802 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35236) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:43.956945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.963748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e76fe83d-0bd1-4e53-a51c-2a75a7210f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:43.965199 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:43.982913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f96c5-979f-4787-a226-b8dff82ee821 req-3489dfbd-d1d0-4707-bdee-8158d7fbcca4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:43.983168 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:43.984433 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dc0f96c5-979f-4787-a226-b8dff82ee821 req-3489dfbd-d1d0-4707-bdee-8158d7fbcca4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1273160
Jul 08 15:21:43.986226 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84d6203-a93d-4e83-a8b1-de908815dec0,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:43.989061 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:43.989994 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Usage tracker for resource:security_group_rule and tenant:69c26007d0f84cb0bf041ce5b6d83d96 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:43.994791 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:44.004832 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:44.022935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.024076 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c84d6203-a93d-4e83-a8b1-de908815dec0 HTTP/1.1" status: 204  len: 168 time: 0.6397195
Jul 08 15:21:44.046754 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dc0f96c5-979f-4787-a226-b8dff82ee821 req-cd74c059-25b4-4ad4-a82f-67afd0ad4258 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525396
Jul 08 15:21:44.130469 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.136198 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.146953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-39ed7fc4-053d-4c75-9297-9bde3665abd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:44.203826 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=69c26007d0f84cb0bf041ce5b6d83d96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2552302
Jul 08 15:21:44.208262 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35246) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:44.221414 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1adf24-8989-425a-9a62-e534a919baa0,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:44.224697 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:44.303662 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.341771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.395871 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216188b-2cbd-4a54-97e7-7e1964623357 req-0c799193-4c6b-4d68-bc2c-9ed31c5f5624 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:44.399302 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a216188b-2cbd-4a54-97e7-7e1964623357 req-0c799193-4c6b-4d68-bc2c-9ed31c5f5624 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 944 time: 0.2251105
Jul 08 15:21:44.446229 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.452573 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d768140a-9d75-4a00-a90d-98fb2af05aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:44.477621 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1adf24-8989-425a-9a62-e534a919baa0,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:44.482481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:44.494864 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a216188b-2cbd-4a54-97e7-7e1964623357 req-df664b33-6921-4dc5-a9a1-b14f4ca70d7f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638735
Jul 08 15:21:44.494864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.494864 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3a1adf24-8989-425a-9a62-e534a919baa0 HTTP/1.1" status: 204  len: 168 time: 0.2771158
Jul 08 15:21:44.535235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35258) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:44.556498 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.575561 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:44.581808 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Usage tracker for resource:security_group_rule and tenant:97cfe0d4b0844fa49352b88722b3da0e is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:44.585528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:44.592957 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:44.690791 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.696261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.708742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-45114b46-7e8b-474b-a93d-ede5efbefebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:44.749166 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97cfe0d4b0844fa49352b88722b3da0e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2126968
Jul 08 15:21:44.750036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b033e81-0dc9-45c1-a83d-518a126bee6e,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:44.751820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35264) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:44.753516 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:44.818094 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.844214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.908808 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.914166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f059c3c8-d1ac-472d-a8e7-5d7452ba1216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:44.928758 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b033e81-0dc9-45c1-a83d-518a126bee6e,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:44.938651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:44.945812 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:44.949502 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b033e81-0dc9-45c1-a83d-518a126bee6e HTTP/1.1" status: 204  len: 168 time: 0.1942003
Jul 08 15:21:45.690834 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d439a27-f2ec-4a43-ba9b-27e1d3621413 req-e476d121-88a2-4fad-ae2e-98a86b7a1a43 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:45.694927 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d439a27-f2ec-4a43-ba9b-27e1d3621413 req-e476d121-88a2-4fad-ae2e-98a86b7a1a43 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 944 time: 0.0899572
Jul 08 15:21:45.754375 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d439a27-f2ec-4a43-ba9b-27e1d3621413 req-20291c64-ad80-4f7d-bba5-d5a1e4e2090f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544789
Jul 08 15:21:46.536333 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 172145e9-9fdc-4673-a059-9a75ecc86baa details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:21:46.732975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=172145e9-9fdc-4673-a059-9a75ecc86baa,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:46.750296 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '172145e9-9fdc-4673-a059-9a75ecc86baa', 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1', 'port_id': '172145e9-9fdc-4673-a059-9a75ecc86baa', 'mac_address': 'fa:16:3e:20:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68710cea-8cdc-46bd-9e3c-0c3022f554a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:21:46.797685 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0eb2d8a-24b4-4630-a40f-582a18a19ca8 req-2748615e-e8e3-488a-8ca6-16af1566bc3b service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2410913
Jul 08 15:21:46.827290 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:46.845200 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 172145e9-9fdc-4673-a059-9a75ecc86baa {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:46.864084 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=172145e9-9fdc-4673-a059-9a75ecc86baa,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:46.870109 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:46.873264 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:46.951106 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:46.954965 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:47.019915 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a4b7d-605d-40b3-933d-a8aaa9344656 req-81ae8485-869c-47c5-b33f-942a40b3aa77 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:47.021664 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f64a4b7d-605d-40b3-933d-a8aaa9344656 req-81ae8485-869c-47c5-b33f-942a40b3aa77 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 945 time: 0.1244988
Jul 08 15:21:47.081220 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f64a4b7d-605d-40b3-933d-a8aaa9344656 req-b7a1bb5f-f436-477c-9b3d-3ede7ee545ac tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521467
Jul 08 15:21:47.293055 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['172145e9-9fdc-4673-a059-9a75ecc86baa'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:48.310054 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc024c9-4854-4389-afc1-f02c99c1adef req-5f159800-1a87-46f7-9855-c118efa2f007 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:48.313419 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8bc024c9-4854-4389-afc1-f02c99c1adef req-5f159800-1a87-46f7-9855-c118efa2f007 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 945 time: 0.1098592
Jul 08 15:21:48.401380 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8bc024c9-4854-4389-afc1-f02c99c1adef req-3821e9f7-e98f-49d9-92ff-1678593d04f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804601
Jul 08 15:21:48.889463 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-3f90383a-e896-4c86-9d60-44da957312b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:48.890933 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-3f90383a-e896-4c86-9d60-44da957312b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.3074493
Jul 08 15:21:48.922605 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229e922-32e2-40d7-8c2b-7ba9a93b53fd req-89a46093-565d-4a8d-9695-28bb379400e3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:48.931714 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b229e922-32e2-40d7-8c2b-7ba9a93b53fd req-89a46093-565d-4a8d-9695-28bb379400e3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2689035
Jul 08 15:21:48.969793 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-28dea773-e22c-48f6-940e-fbb8fdc5978f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:48.970535 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-28dea773-e22c-48f6-940e-fbb8fdc5978f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:network {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:48.987521 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-28dea773-e22c-48f6-940e-fbb8fdc5978f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:network {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:48.988940 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-28dea773-e22c-48f6-940e-fbb8fdc5978f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.2090633
Jul 08 15:21:49.005244 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-eb28b507-3c04-47b1-803d-acfc25a0a53c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/quotas/c9fe4575139d4e81aca0e6a7071e90e1 HTTP/1.1" status: 200  len: 375 time: 0.0105317
Jul 08 15:21:49.062587 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b229e922-32e2-40d7-8c2b-7ba9a93b53fd req-890a427f-90bb-4931-b5ba-1cc3da27951c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300139
Jul 08 15:21:49.110422 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-107f743b-f0a9-4379-8f1c-ee02cd8c8cca tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0956094
Jul 08 15:21:49.110764 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-a26cb29c-9701-4eed-b6b9-93288ed01d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:49.112829 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-a26cb29c-9701-4eed-b6b9-93288ed01d86 service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.2076597
Jul 08 15:21:49.187682 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-7dc25c8d-5a1a-4588-9f93-bb467ebcc2a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.0666800
Jul 08 15:21:49.254212 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-1f0c1a21-046a-4f6b-8c8d-c4da1dfed6b4 service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359129
Jul 08 15:21:49.269928 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-5a3e35e0-45e5-49ad-a29d-e08d13555fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:49.271418 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-5a3e35e0-45e5-49ad-a29d-e08d13555fbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.0701671
Jul 08 15:21:49.324874 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-00a6d093-4c9e-46a0-99c9-96c1ddf1778e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402772
Jul 08 15:21:49.388603 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-aaf792b5-75cd-4efb-b54f-5768e1e42e61 service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282358
Jul 08 15:21:49.461335 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 172145e9-9fdc-4673-a059-9a75ecc86baa up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:21:49.471490 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-4af68ea7-a52c-41b9-9294-0ef80219a97e service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355889
Jul 08 15:21:49.545544 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 172145e9-9fdc-4673-a059-9a75ecc86baa completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:21:49.551663 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 172145e9-9fdc-4673-a059-9a75ecc86baa triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:21:49.552053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:49.606677 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3fa9ebac-8ebb-4f66-b89a-831380c02304 req-4af19fe3-15da-491f-94e2-76ede25d38eb tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 210 time: 0.0494459
Jul 08 15:21:49.736324 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:49.771886 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=172145e9-9fdc-4673-a059-9a75ecc86baa,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:49.773007 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:49.779494 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:49.781733 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:49.819413 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-50e243aa-64d4-4596-a427-8cc4f89be1b0 req-904c4b89-68d7-487e-91b5-a4b99bc58ac5 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3382668
Jul 08 15:21:49.859588 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa', 'code': 200}
Jul 08 15:21:49.882048 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:49.899138 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:49.903878 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9877740-5d6b-42bb-846f-06dbb33372d5 req-06871043-1c11-4f2e-a199-a0c901fd34c5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:49.912338 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c9877740-5d6b-42bb-846f-06dbb33372d5 req-06871043-1c11-4f2e-a199-a0c901fd34c5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 945 time: 0.1818597
Jul 08 15:21:49.984549 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c9877740-5d6b-42bb-846f-06dbb33372d5 req-77fa4c43-3acd-4a72-aa92-61a9bf137292 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711653
Jul 08 15:21:50.289054 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c6886-2aa8-4461-8b6e-355598e145e9 req-bcb3f606-3c22-4f30-8e7a-853a3f8b633b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:50.291940 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-228c6886-2aa8-4461-8b6e-355598e145e9 req-bcb3f606-3c22-4f30-8e7a-853a3f8b633b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 1099 time: 0.1790187
Jul 08 15:21:50.360729 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-228c6886-2aa8-4461-8b6e-355598e145e9 req-4042fb50-6e6d-4705-91d5-4134b0eff3cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596433
Jul 08 15:21:50.435108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41bf84-9541-479f-b5b0-58e40cb1aea1 req-31c45dbd-f6a1-45c8-80b9-3c7a3ffb6dcc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:50.442192 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4b41bf84-9541-479f-b5b0-58e40cb1aea1 req-31c45dbd-f6a1-45c8-80b9-3c7a3ffb6dcc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2363591
Jul 08 15:21:50.494213 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4b41bf84-9541-479f-b5b0-58e40cb1aea1 req-9a60f697-d2df-4c4c-bd28-9b1a321f4770 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509422
Jul 08 15:21:50.592391 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35498) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:50.754144 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:50.778264 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:50.784060 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Usage tracker for resource:security_group_rule and tenant:a26e5f8cb2ec4a86aefdd0dc5c81acca is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:50.787197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:50.794094 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:50.799784 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-72b01ff6-a852-4ff3-b378-441dae5602a7 req-b44648c7-f798-4120-9137-9c810e8ef36d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 210 time: 0.0569100
Jul 08 15:21:50.922437 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:50.928307 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:50.939649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-89bdc64a-87d7-4c78-b3e5-0529beb3babf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:50.999804 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a26e5f8cb2ec4a86aefdd0dc5c81acca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4059935
Jul 08 15:21:51.001622 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef90ae41-2c9e-4503-b554-df4dc70b6d7e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:51.016468 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:51.018118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35518) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:51.106636 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.136901 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-ab5019d1-00ba-4c95-b143-d33c761be9b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:51.137531 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.138971 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-ab5019d1-00ba-4c95-b143-d33c761be9b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.1817679
Jul 08 15:21:51.159065 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Request body: {'port': {'device_id': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'admin_state_up': True, 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:51.254311 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.260919 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a3cfcbb3-a922-410e-b551-da9b71f21a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:51.279634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef90ae41-2c9e-4503-b554-df4dc70b6d7e,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:51.289804 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ae0ca-d891-416b-b4a4-1b1823964e26 req-3d76c93b-3679-4a88-a04c-3a6c169ed8a8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:51.291343 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-048ae0ca-d891-416b-b4a4-1b1823964e26 req-3d76c93b-3679-4a88-a04c-3a6c169ed8a8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.1203365
Jul 08 15:21:51.292860 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:51.295111 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.298616 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ef90ae41-2c9e-4503-b554-df4dc70b6d7e HTTP/1.1" status: 204  len: 168 time: 0.2768934
Jul 08 15:21:51.308508 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:21:51.324100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:51.333933 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:51.341692 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-048ae0ca-d891-416b-b4a4-1b1823964e26 req-3f077584-50c6-4b55-9b64-477d21772dff tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439222
Jul 08 15:21:51.349567 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:21:51.353418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.522599 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Allocated IP 172.20.0.6 (f628f1aa-ecdf-492d-8269-729f8eb71e31/60b4358b-8365-4746-ac3f-c286c863f9ef/5bd80cb2-31a2-4d48-9a5d-515412c62326) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:21:51.639422 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35534) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:51.659904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.682127 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:51.690546 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Usage tracker for resource:security_group_rule and tenant:d512dcfadc7d494a935ebd30d8a794a8 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:51.694103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:51.738326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:51.785715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.832999 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587a9e6-cd5c-4a04-be4e-99061fb101a8 req-8b98c52d-79d1-423c-b252-fdca9858f81c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:51.834767 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e587a9e6-cd5c-4a04-be4e-99061fb101a8 req-8b98c52d-79d1-423c-b252-fdca9858f81c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1377707
Jul 08 15:21:51.842411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.850832 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:51.904920 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e587a9e6-cd5c-4a04-be4e-99061fb101a8 req-14bdb43d-5080-47e3-96e2-d7eb91f81cbf tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633063
Jul 08 15:21:51.931697 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:21:51.931902 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.935217 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:21:51.936621 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:51.939277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:21:51.947189 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-11554b75-1640-4c93-8cde-f8c893ac3ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:51.992079 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=d512dcfadc7d494a935ebd30d8a794a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3514791
Jul 08 15:21:51.993101 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9f69f-ca94-466c-996d-1bbda0b53eb2,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:51.995922 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35546) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:51.998638 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:52.006031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event updated for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:52.009480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:52.034022 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:52.034660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:52.064755 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9106097
Jul 08 15:21:52.117530 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:52.151316 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:52.168388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08405ba8-2c12-4689-8afa-707a5e589dcf req-6e3fd91a-6850-4fa8-a217-1932767a7c7c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:52.169876 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-08405ba8-2c12-4689-8afa-707a5e589dcf req-6e3fd91a-6850-4fa8-a217-1932767a7c7c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 931 time: 0.1350870
Jul 08 15:21:52.237676 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-08405ba8-2c12-4689-8afa-707a5e589dcf req-a00214e5-1013-41a5-a30f-ae4262bb8a61 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588078
Jul 08 15:21:52.265877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:52.269759 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-87623082-1fbb-466f-824c-a86ec41d3829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:52.283608 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9f69f-ca94-466c-996d-1bbda0b53eb2,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:52.286898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:52.288919 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:52.293070 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3ca9f69f-ca94-466c-996d-1bbda0b53eb2 HTTP/1.1" status: 204  len: 168 time: 0.2931621
Jul 08 15:21:52.617833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c04077-eaf5-4a6a-a20c-4a818d54298c req-b7d271af-71ce-4582-908d-584d68351fe0 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:52.625433 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-12c04077-eaf5-4a6a-a20c-4a818d54298c req-b7d271af-71ce-4582-908d-584d68351fe0 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.1631224
Jul 08 15:21:52.673472 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-12c04077-eaf5-4a6a-a20c-4a818d54298c req-e18f2ce8-01d0-47da-adfb-19c22ab91c3b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418983
Jul 08 15:21:53.112270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fe5b6-9675-45c3-929f-f61dcb4772d8 req-28ee5ae7-4ed8-4db1-bf0c-781d1903bf1b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:53.113795 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-523fe5b6-9675-45c3-929f-f61dcb4772d8 req-28ee5ae7-4ed8-4db1-bf0c-781d1903bf1b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0935378
Jul 08 15:21:53.166185 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-523fe5b6-9675-45c3-929f-f61dcb4772d8 req-512310d6-023d-4260-9677-f541340e03f3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468218
Jul 08 15:21:53.437230 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce614d3e-4eaf-439a-a5a9-2deb861f4def req-464ae6a4-0aca-4466-a5e5-a0579cce9a67 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:53.438732 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ce614d3e-4eaf-439a-a5a9-2deb861f4def req-464ae6a4-0aca-4466-a5e5-a0579cce9a67 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 931 time: 0.0860872
Jul 08 15:21:53.484663 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ce614d3e-4eaf-439a-a5a9-2deb861f4def req-fb39a94a-403c-4493-9305-9de7bf531a30 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396233
Jul 08 15:21:53.861898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d3983-1511-4e0c-9199-3e17044e5463 req-4d94988b-36cc-452b-b78c-cda3af7a5938 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:53.863250 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bc3d3983-1511-4e0c-9199-3e17044e5463 req-4d94988b-36cc-452b-b78c-cda3af7a5938 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.0813894
Jul 08 15:21:53.907769 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bc3d3983-1511-4e0c-9199-3e17044e5463 req-36527932-a031-4170-9f71-5bf3d239f7d7 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388846
Jul 08 15:21:54.270673 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a', '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:54.280748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Request body: {'port': {'device_id': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:21:54.359560 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0364b-61b1-46b5-9277-9294af30ba15 req-e36c3954-1a96-4160-8af2-168f3e969736 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:54.368299 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85f0364b-61b1-46b5-9277-9294af30ba15 req-e36c3954-1a96-4160-8af2-168f3e969736 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0958109
Jul 08 15:21:54.377133 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:54.418124 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85f0364b-61b1-46b5-9277-9294af30ba15 req-a4874522-b779-47b8-808a-0c62aa827851 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485446
Jul 08 15:21:54.419799 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:54.827531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21d685-a015-40c6-87b6-5aeb9c7fad4c req-1fd4a0cb-37bc-4916-b97a-b9cbcd7b404a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:54.828235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-8e21d685-a015-40c6-87b6-5aeb9c7fad4c req-1fd4a0cb-37bc-4916-b97a-b9cbcd7b404a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:21:54.856833 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-8e21d685-a015-40c6-87b6-5aeb9c7fad4c req-1fd4a0cb-37bc-4916-b97a-b9cbcd7b404a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:21:54.857984 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e21d685-a015-40c6-87b6-5aeb9c7fad4c req-1fd4a0cb-37bc-4916-b97a-b9cbcd7b404a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 931 time: 0.2005150
Jul 08 15:21:55.022995 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd80cb2-31a2-4d48-9a5d-515412c62326 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:55.035774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:55.045216 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e21d685-a015-40c6-87b6-5aeb9c7fad4c req-6607b7ec-69d1-482a-ac8d-f6fb7000e4b5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1547344
Jul 08 15:21:55.056939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Transition to ACTIVE for port object 5bd80cb2-31a2-4d48-9a5d-515412c62326 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:21:55.060975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:55.065943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d038b909-7269-4088-9d88-1c988c85f880 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:55.119818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc04a3d-a60d-4ba8-be03-3fa994114c8d req-661b6410-cb93-4a10-8a96-b1e3c41375d5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:55.127594 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4dc04a3d-a60d-4ba8-be03-3fa994114c8d req-661b6410-cb93-4a10-8a96-b1e3c41375d5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.0996275
Jul 08 15:21:55.176509 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4dc04a3d-a60d-4ba8-be03-3fa994114c8d req-2f08ac2c-ea58-4bce-aef7-b7c2f4c3a57e tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475831
Jul 08 15:21:55.254025 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Pushing event updated for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:55.287761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:55.343694 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Attempting to bind port 5bd80cb2-31a2-4d48-9a5d-515412c62326 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:21:55.344039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Attempting to bind port 5bd80cb2-31a2-4d48-9a5d-515412c62326 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:21:55.344394 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Attempting to bind port 5bd80cb2-31a2-4d48-9a5d-515412c62326 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:55.350033 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Port 5bd80cb2-31a2-4d48-9a5d-515412c62326 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:21:55.350364 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Attempting to bind port 5bd80cb2-31a2-4d48-9a5d-515412c62326 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:21:55.357690 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:21:55.358583 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Checking segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:21:55.362415 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Bound using segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:21:55.362959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Bound port: 5bd80cb2-31a2-4d48-9a5d-515412c62326, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:21:55.363334 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:55.475705 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:21:55.482924 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:21:55.487628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:55.494040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:55.555862 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:55.556608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:55.558591 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] 10.222.0.53 "PUT /v2.0/ports/5bd80cb2-31a2-4d48-9a5d-515412c62326 HTTP/1.1" status: 200  len: 1093 time: 1.2844856
Jul 08 15:21:55.559143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:55.596796 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Pushing event updated for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:55.607493 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:55.612903 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326', 'status': 'completed', 'code': 200}
Jul 08 15:21:55.686795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166fb9a-0707-44ce-8b7d-a72ed9367e34 req-00807025-e51f-4700-bd9f-07edd1f5614f tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:55.688654 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5166fb9a-0707-44ce-8b7d-a72ed9367e34 req-00807025-e51f-4700-bd9f-07edd1f5614f tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1477294
Jul 08 15:21:55.771427 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5166fb9a-0707-44ce-8b7d-a72ed9367e34 req-32b078d9-a03a-4174-aa68-e9fa543ecedd tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757246
Jul 08 15:21:55.786748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-03eee15a-7f69-4840-a180-56184245bd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:55.788209 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-03eee15a-7f69-4840-a180-56184245bd9e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 1096 time: 0.1665394
Jul 08 15:21:55.870205 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-75ce2bed-5648-4509-9009-6e97ef871958 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326 HTTP/1.1" status: 200  len: 217 time: 0.0723038
Jul 08 15:21:55.937930 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-2bd3ef61-5852-4050-9076-96f542f09378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:55.939375 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-2bd3ef61-5852-4050-9076-96f542f09378 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.0616851
Jul 08 15:21:55.991380 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-03e22a23-84e2-47ae-9180-e84449064939 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454195
Jul 08 15:21:56.144875 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-e8b1bc59-d19e-4483-bb93-f6a1de5d7a90 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391845
Jul 08 15:21:56.380837 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7ce94324-99c0-4c5f-bc3a-8d7c97d6032b req-35a9c381-55e1-4c60-8599-11df29be9776 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2241504
Jul 08 15:21:56.428935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0595a5-df4e-46f3-be01-648461c76d83 req-b6a53f64-1dda-4f3a-a43c-075598bb09be tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:56.438826 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd0595a5-df4e-46f3-be01-648461c76d83 req-b6a53f64-1dda-4f3a-a43c-075598bb09be tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 943 time: 0.1423280
Jul 08 15:21:56.538672 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd0595a5-df4e-46f3-be01-648461c76d83 req-a303e2db-04e4-4292-9d81-afc174c8caa3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988293
Jul 08 15:21:56.587528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-824e03a5-f0d7-48c0-b6aa-1de47b6750db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:56.592907 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-824e03a5-f0d7-48c0-b6aa-1de47b6750db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 1096 time: 0.1264124
Jul 08 15:21:56.782717 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-d527400e-60a9-418c-b16d-e5196ecfa0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:56.784302 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-d527400e-60a9-418c-b16d-e5196ecfa0c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 916 time: 0.1822383
Jul 08 15:21:56.866770 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a660e4-26b4-4d45-98e3-c6fd341148ae req-7998e324-3ac7-4179-84ad-50680dd5ad04 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:56.867413 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-63b77c91-d9fb-43a3-afa6-52cb208db7a9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326 HTTP/1.1" status: 200  len: 217 time: 0.0758944
Jul 08 15:21:56.868426 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-35a660e4-26b4-4d45-98e3-c6fd341148ae req-7998e324-3ac7-4179-84ad-50680dd5ad04 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.0857930
Jul 08 15:21:56.917941 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-35a660e4-26b4-4d45-98e3-c6fd341148ae req-1a485277-d1d6-4297-80bf-95c73fd733cc tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431144
Jul 08 15:21:56.988700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-95efe557-d3a0-45f6-8ac1-e01374c03766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:56.990102 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-95efe557-d3a0-45f6-8ac1-e01374c03766 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.1105647
Jul 08 15:21:57.051261 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-a2fd1b0e-4648-4a54-9706-91a1557859f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0499163
Jul 08 15:21:57.062005 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6725a-fe6d-4bf5-a89d-2db66c74e6cb req-a9ef7b55-ecd8-4761-b03d-b2ab799e32df tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:57.063373 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a2a6725a-fe6d-4bf5-a89d-2db66c74e6cb req-a9ef7b55-ecd8-4761-b03d-b2ab799e32df tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1476712
Jul 08 15:21:57.258609 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a2a6725a-fe6d-4bf5-a89d-2db66c74e6cb req-706af09f-76c1-47ce-84bc-22041b95a5d1 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052694
Jul 08 15:21:57.295545 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-a33823c0-3a98-4a5a-b971-c5fd19c13872 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312045
Jul 08 15:21:57.431673 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-565346fe-9786-42ca-8793-e4d8dad85d60 req-6a9ead41-01da-49c8-aaba-0305121b688e service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292746
Jul 08 15:21:57.751755 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f77c86-c6e6-4ee4-b5f8-c266fd54386a req-d244855e-ba8f-445e-a4b1-44ff51cbd349 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:57.753547 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-40f77c86-c6e6-4ee4-b5f8-c266fd54386a req-d244855e-ba8f-445e-a4b1-44ff51cbd349 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 943 time: 0.0908027
Jul 08 15:21:57.802277 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-40f77c86-c6e6-4ee4-b5f8-c266fd54386a req-d9d7c429-a263-401b-8866-4e13751cf802 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427303
Jul 08 15:21:58.098281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35760) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:58.173981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551eaf3-11e2-45b0-82cd-20f3e62390c4 req-0f4680d4-62f3-4a82-83ca-e2ac38d23765 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:58.175539 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c551eaf3-11e2-45b0-82cd-20f3e62390c4 req-0f4680d4-62f3-4a82-83ca-e2ac38d23765 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.1166720
Jul 08 15:21:58.241885 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c551eaf3-11e2-45b0-82cd-20f3e62390c4 req-6c23e68c-047a-48b5-83eb-16bee0234882 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559907
Jul 08 15:21:58.269522 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.297973 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5bd80cb2-31a2-4d48-9a5d-515412c62326 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:21:58.299163 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:21:58.315521 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Usage tracker for resource:security_group_rule and tenant:26b01b713e02455d9b2e0ac5303434e2 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:21:58.318843 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:21:58.330106 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:21:58.500855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:58.521029 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '5bd80cb2-31a2-4d48-9a5d-515412c62326', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'port_id': '5bd80cb2-31a2-4d48-9a5d-515412c62326', 'mac_address': 'fa:16:3e:5f:d8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b4358b-8365-4746-ac3f-c286c863f9ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:21:58.586220 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.599833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.606933 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.635172 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd80cb2-31a2-4d48-9a5d-515412c62326 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:21:58.648334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:58.667982 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:58.674148 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.679690 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:58.708430 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=26b01b713e02455d9b2e0ac5303434e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6064456
Jul 08 15:21:58.714036 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35780) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:21:58.717602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9020ac06-63bd-436b-a65a-01a61f86ebd0 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:58.719589 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9020ac06-63bd-436b-a65a-01a61f86ebd0 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.1579828
Jul 08 15:21:58.739028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac57e6-a8b5-4931-b28e-1450aeb12e4d req-25faf3d5-e403-42a1-9dc1-7b16a2dbd565 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:58.740902 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9cac57e6-a8b5-4931-b28e-1450aeb12e4d req-25faf3d5-e403-42a1-9dc1-7b16a2dbd565 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2341089
Jul 08 15:21:58.749333 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8e1f43-04c1-43af-8a37-5e0a946dab47,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:58.778991 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:58.783018 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:58.787777 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:58.836189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Deleting port 172145e9-9fdc-4673-a059-9a75ecc86baa {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:21:58.836685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.857411 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.878876 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9cac57e6-a8b5-4931-b28e-1450aeb12e4d req-80bbe9b1-178f-4e8a-813c-93cd1d866fe8 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305289
Jul 08 15:21:58.934939 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:58.982652 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['5bd80cb2-31a2-4d48-9a5d-515412c62326'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:59.009729 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.015543 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:59.031904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8e1f43-04c1-43af-8a37-5e0a946dab47,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:59.041610 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.042723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.043009 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.043523 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.044024 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.044363 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.044803 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.045256 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.045913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.046373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.047136 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.047619 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:21:59.051872 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:59.053080 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.054454 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/db8e1f43-04c1-43af-8a37-5e0a946dab47 HTTP/1.1" status: 204  len: 168 time: 0.3386414
Jul 08 15:21:59.203682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8625eeb-d7ac-47e7-9118-4f0555442542 req-82c3c60a-8c02-4614-839e-fc4d7a583588 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:59.210964 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d8625eeb-d7ac-47e7-9118-4f0555442542 req-82c3c60a-8c02-4614-839e-fc4d7a583588 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 944 time: 0.2406652
Jul 08 15:21:59.216339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ac27c492-93d5-497f-aa3a-ed598875f161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.259790 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] For port 172145e9-9fdc-4673-a059-9a75ecc86baa, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=172145e9-9fdc-4673-a059-9a75ecc86baa,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:21:59.260140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.396700 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d8625eeb-d7ac-47e7-9118-4f0555442542 req-722f843d-5507-4645-8218-b27218d74815 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841319
Jul 08 15:21:59.419085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Calling delete_port for 172145e9-9fdc-4673-a059-9a75ecc86baa owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:21:59.456815 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b1c0d-5467-4969-9f1f-cbcbf5eae5f4 req-97f7db35-42eb-4916-83f0-9c06722bb3f4 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:21:59.464514 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a0b1c0d-5467-4969-9f1f-cbcbf5eae5f4 req-97f7db35-42eb-4916-83f0-9c06722bb3f4 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 946 time: 0.1174703
Jul 08 15:21:59.517018 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a0b1c0d-5467-4969-9f1f-cbcbf5eae5f4 req-a6d61862-64bc-4bd9-90ba-ca74ac89a426 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513616
Jul 08 15:21:59.593925 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.599880 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:21:59.669205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Pushing event deleted for resources: {'Port': ['ID=172145e9-9fdc-4673-a059-9a75ecc86baa,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:21:59.674268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:21:59.745226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.782640 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] No DVR routers for this DVR port 172145e9-9fdc-4673-a059-9a75ecc86baa on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:21:59.785855 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:21:59.788998 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'name': 'network-vif-deleted', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:21:59.811781 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dfd2b81f-d808-4f00-9060-0cbfba679bbf req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "DELETE /v2.0/ports/172145e9-9fdc-4673-a059-9a75ecc86baa HTTP/1.1" status: 204  len: 173 time: 1.0830510
Jul 08 15:21:59.841936 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['172145e9-9fdc-4673-a059-9a75ecc86baa'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:21:59.864753 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8357e5-f5c2-42ab-9de4-e16a07fe18b3', 'name': 'network-vif-deleted', 'tag': '172145e9-9fdc-4673-a059-9a75ecc86baa', 'status': 'completed', 'code': 200}
Jul 08 15:22:00.118062 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5edcc-f800-479e-a2d5-dbee21e8d0ff req-31d45631-48b6-4d52-a787-17f497aaff14 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:00.119480 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-12d5edcc-f800-479e-a2d5-dbee21e8d0ff req-31d45631-48b6-4d52-a787-17f497aaff14 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0910888
Jul 08 15:22:00.186519 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-12d5edcc-f800-479e-a2d5-dbee21e8d0ff req-ab7be535-e0f8-4133-b764-86d9774074ef tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589118
Jul 08 15:22:00.290551 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35840) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:00.320516 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5bd80cb2-31a2-4d48-9a5d-515412c62326 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:00.439327 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 5bd80cb2-31a2-4d48-9a5d-515412c62326 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:00.445466 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.447768 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 5bd80cb2-31a2-4d48-9a5d-515412c62326 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:00.449939 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.492585 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:00.497379 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Usage tracker for resource:security_group_rule and tenant:1660e7c2575647d08a9067ca40ccd273 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:00.501120 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:00.509129 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:00.727974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e51ef-4d0e-475d-b2f9-693f6994c1ad req-b4ccc453-bbb9-4ed9-a79c-c07602126abe tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:00.740251 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ec1e51ef-4d0e-475d-b2f9-693f6994c1ad req-b4ccc453-bbb9-4ed9-a79c-c07602126abe tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 944 time: 0.1907306
Jul 08 15:22:00.745505 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.753190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.758714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.776753 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-03371ce1-9368-44ec-9fc5-56297a463feb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:00.798090 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:00.799354 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:00.804906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35858) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:00.811746 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:00.824040 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:00.837797 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ec1e51ef-4d0e-475d-b2f9-693f6994c1ad req-4c35fea2-de7b-4b7d-b699-2422a49dc4e5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943077
Jul 08 15:22:00.841055 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35866) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:00.841497 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1660e7c2575647d08a9067ca40ccd273&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5496948
Jul 08 15:22:00.903368 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326', 'code': 200}
Jul 08 15:22:00.940938 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9146e358-bb41-4dd5-a673-e6d9561b16e7 req-85aebc1b-d9e6-4030-9923-83e51ea5a158 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb8357e5-f5c2-42ab-9de4-e16a07fe18b3 HTTP/1.1" status: 200  len: 210 time: 0.0887566
Jul 08 15:22:00.944934 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56396465-7db4-46d1-8d58-1a5bc21bb47a,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:00.960059 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:00.977751 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:00.998034 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:01.001011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.051249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.095335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.121021 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:01.125496 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Usage tracker for resource:security_group_rule and tenant:87b02d202b1d4935a090420f20812b3f is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:01.129931 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:01.136249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:01.147542 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.153677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-7e732d47-3004-42fb-b43f-cb88a5b9e389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:01.172727 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56396465-7db4-46d1-8d58-1a5bc21bb47a,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:01.287264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.287626 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.287984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.288337 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.288722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.289070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.289409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.289749 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.290312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.290456 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.290780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.291106 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:01.303448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:01.304267 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.308595 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/56396465-7db4-46d1-8d58-1a5bc21bb47a HTTP/1.1" status: 204  len: 168 time: 0.4627073
Jul 08 15:22:01.418170 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8b6ea-ad9e-4866-9d09-3cb2b5d1a7b4 req-0c64eccd-71f2-47eb-974e-9a7abb8d9871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:01.419606 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-01b8b6ea-ad9e-4866-9d09-3cb2b5d1a7b4 req-0c64eccd-71f2-47eb-974e-9a7abb8d9871 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 1098 time: 0.2306144
Jul 08 15:22:01.430478 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f934fec9-f3ca-42bc-aacf-b3ccedef527a req-38730b9a-6c6a-455b-a6e6-7cd47a001335 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:01.432214 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f934fec9-f3ca-42bc-aacf-b3ccedef527a req-38730b9a-6c6a-455b-a6e6-7cd47a001335 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1067171
Jul 08 15:22:01.455491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.464216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.472504 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9f56b883-089f-4aae-86b4-0f1c0ef123ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:01.484602 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f934fec9-f3ca-42bc-aacf-b3ccedef527a req-94c315d4-0595-46c0-aa9c-1b51a5837947 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443919
Jul 08 15:22:01.528047 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=87b02d202b1d4935a090420f20812b3f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7189763
Jul 08 15:22:01.530514 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-01b8b6ea-ad9e-4866-9d09-3cb2b5d1a7b4 req-42b71573-0a5c-440a-ab79-8385c51f51a4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1012733
Jul 08 15:22:01.530935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35882) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:01.545910 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc51b12-d9ee-449f-a498-c0e91f835e77,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:01.551702 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:01.611357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.637978 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.707478 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.712465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-972fa711-23e7-4a25-8916-a826b158723f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:01.726601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc51b12-d9ee-449f-a498-c0e91f835e77,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:01.729730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:01.731897 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.735911 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9cc51b12-d9ee-449f-a498-c0e91f835e77 HTTP/1.1" status: 204  len: 168 time: 0.2013772
Jul 08 15:22:01.780707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35892) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:01.797607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.813515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:01.817550 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Usage tracker for resource:security_group_rule and tenant:93ad7358ec84486db747c41dbc8db607 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:01.821889 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:01.827723 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:01.843530 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-43877067-f2b1-4cff-97de-08f321ab08c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.940181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.945314 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:01.958032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:02.004894 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=93ad7358ec84486db747c41dbc8db607&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2246363
Jul 08 15:22:02.007152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35902) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:02.021643 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b60471-b7c1-4d23-b785-59f0f0255b5c,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:02.027129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:02.058214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86dbaac-f41b-4876-a629-cdf04e961b3a req-295f84bf-18ba-4e29-b5ea-1b50e0efbf95 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:02.059724 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e86dbaac-f41b-4876-a629-cdf04e961b3a req-295f84bf-18ba-4e29-b5ea-1b50e0efbf95 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.0953209
Jul 08 15:22:02.082458 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:02.112904 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e86dbaac-f41b-4876-a629-cdf04e961b3a req-a7c0ba94-4d4a-4d6a-937a-cdf38c8eff91 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463252
Jul 08 15:22:02.133276 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:02.217097 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:02.227789 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ebd3d474-910f-4bb0-bf37-7054629b5d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:02.246389 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:02.247706 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/93b60471-b7c1-4d23-b785-59f0f0255b5c HTTP/1.1" status: 204  len: 168 time: 0.2391281
Jul 08 15:22:02.249105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b60471-b7c1-4d23-b785-59f0f0255b5c,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:02.252160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:02.352703 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 172145e9-9fdc-4673-a059-9a75ecc86baa no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:22:02.424706 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 172145e9-9fdc-4673-a059-9a75ecc86baa {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:22:02.425094 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 172145e9-9fdc-4673-a059-9a75ecc86baa not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:22:02.635846 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:02.925285 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 35950) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:03.165736 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1046997452-network', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:03.171186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:03.175656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Usage tracker for resource:network and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:03.178652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:03.187252 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:03.197580 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Made reservation on behalf of 7929d82a65fb4a9fa5efedf0d8b313e7 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:03.201485 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.229928 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.249599 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:03.254019 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:03.256943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:03.263678 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:03.369598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.374443 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.378552 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8e12d3f2-ffdc-4ad0-b6a0-0691f3436ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:03.404089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:22:03.418106 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196367a0-e104-49a4-9d93-9af2a0d9f3ad,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:03.422360 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:03.423337 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.423681 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Added segment 5ab5f1b6-3a44-4be0-81b9-5da297ffc76a of type vlan for network e43a1d72-307f-458f-9c4f-13b7e7b89aa6
Jul 08 15:22:03.452632 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.484513 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.485912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:03.486488 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.491219 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6494a7fb-94fb-42e2-8458-6b781954ebb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:03.597468 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6685214
Jul 08 15:22:03.597904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35980) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:03.603659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Pushing event updated for resources: {'Network': ['ID=e43a1d72-307f-458f-9c4f-13b7e7b89aa6,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:03.604128 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Request body: {'subnet': {'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1046997452-subnet', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:03.606663 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-783ed331-8858-49db-9f1e-c3e023cbe4d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:03.611954 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:03.616630 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Usage tracker for resource:subnet and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:03.616796 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:22:03.625569 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:03.634822 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:03.733802 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Made reservation on behalf of 7929d82a65fb4a9fa5efedf0d8b313e7 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:03.736191 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65169198'] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.956205 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65530786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65169208'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:03.965137 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:04.048672 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84971a9-45db-4b44-a7e8-0b1c4931274e,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:04.052387 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:04.059472 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:04.059829 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Network hostable DHCP agents. Network: e43a1d72-307f-458f-9c4f-13b7e7b89aa6, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:22:04.080153 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:22:04.092546 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, e43a1d72-307f-458f-9c4f-13b7e7b89aa6) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:04.094632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.097725 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:04.098329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.103932 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80705833-5fda-451b-8949-26afcb6a1189 None None] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:22:04.132882 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5334918
Jul 08 15:22:04.136060 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 35996) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:04.141388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:04.146004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:04.149865 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Usage tracker for resource:router and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:04.153253 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:04.159246 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:04.170677 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.171722 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.194474 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.366590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:22:04.367638 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.521368 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.579879 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Allocated IP 172.20.0.2 (e43a1d72-307f-458f-9c4f-13b7e7b89aa6/a84971a9-45db-4b44-a7e8-0b1c4931274e/c8e365ad-5630-43b7-a01c-8bd6c8680a4e) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:04.796255 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.806845 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Transition to ACTIVE for port object c8e365ad-5630-43b7-a01c-8bd6c8680a4e will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:04.825432 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Transition to ACTIVE for port object c8e365ad-5630-43b7-a01c-8bd6c8680a4e will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:04.831982 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.836559 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:04.856624 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.887034 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:04.904349 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:04.907164 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:04.910236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:04.952801 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Pushing event updated for resources: {'Port': ['ID=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:04.960877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:05.027798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Attempting to bind port c8e365ad-5630-43b7-a01c-8bd6c8680a4e on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:05.027798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Attempting to bind port c8e365ad-5630-43b7-a01c-8bd6c8680a4e by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:05.028102 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Attempting to bind port c8e365ad-5630-43b7-a01c-8bd6c8680a4e on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:05.033627 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:05.034026 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:05.034688 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:05.034994 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Bound using segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:05.035256 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Bound port: c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:05.035626 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:05.046391 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Allocated IP 172.27.2.185 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/e8e1dd76-cc24-4faa-a6a2-65653f6a222f) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:05.130532 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] For port c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:05.133760 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] For port c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:05.139288 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:05.143705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:05.209927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:05.226486 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Pushing event updated for resources: {'Port': ['ID=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:05.234948 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:05.250633 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:05.254844 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:05.320096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:05.323081 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:05.327362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:05.364068 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Pushing event updated for resources: {'Port': ['ID=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:05.380147 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:05.910061 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.165921 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dcb908-b982-45e7-8e13-e5d6a39f45a5 None None] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:22:06.275598 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-b0816f1d-68c0-4f01-8544-ad1aa58bbfac None None] Provisioning for port c8e365ad-5630-43b7-a01c-8bd6c8680a4e completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:06.297472 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.376693 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device c8e365ad-5630-43b7-a01c-8bd6c8680a4e up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:06.496318 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port c8e365ad-5630-43b7-a01c-8bd6c8680a4e completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:06.503239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port c8e365ad-5630-43b7-a01c-8bd6c8680a4e triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:06.503536 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.526163 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Router bb23a68a-3c12-45db-ab23-b5db87c22597 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:22:06.640788 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.714522 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:06.715480 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:22:06.723414 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.725337 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:22:06.725936 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:06.743317 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:06.744287 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee2a730>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:06.750004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.751351 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.6141269
Jul 08 15:22:06.753977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36038) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:06.815447 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:06.819558 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:06.820283 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9665e9b5-601b-4063-b58a-416e2f593936 None None] Provisioning complete for port c8e365ad-5630-43b7-a01c-8bd6c8680a4e triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:06.820686 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9665e9b5-601b-4063-b58a-416e2f593936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:06.931404 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:07.245989 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee2a730>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:05Z', 'revision_number': 3, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:07.253600 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:22:07.254798 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Updating router bb23a68a-3c12-45db-ab23-b5db87c22597 port e8e1dd76-cc24-4faa-a6a2-65653f6a222f binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:22:07.324889 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.563835 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36056) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:07.592299 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.699381 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.715667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:07.720063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8380e5778940f2877aa4cc97cc41de is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:07.723269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:07.730693 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:07.734332 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.747601 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Transition to ACTIVE for port object e8e1dd76-cc24-4faa-a6a2-65653f6a222f will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:07.756546 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.763736 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:07.839565 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Allocated IP 172.20.0.1 (e43a1d72-307f-458f-9c4f-13b7e7b89aa6/a84971a9-45db-4b44-a7e8-0b1c4931274e/28326fcb-8073-4fa5-83e6-9687c7373d63) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:07.844100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.846407 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Pushing event updated for resources: {'Port': ['ID=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:07.850076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.858101 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.859117 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.859617 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.860135 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.860663 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.861184 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.861731 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.862227 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.862733 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.863208 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.863682 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.864151 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:07.884633 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2df3690e-9caf-4284-9cd3-1bdf4550a081 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:07.889174 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:07.925387 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Attempting to bind port e8e1dd76-cc24-4faa-a6a2-65653f6a222f on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:07.925768 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Attempting to bind port e8e1dd76-cc24-4faa-a6a2-65653f6a222f by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:07.926127 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Attempting to bind port e8e1dd76-cc24-4faa-a6a2-65653f6a222f on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:07.931578 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:07.931961 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:07.932488 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.933102 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:07.933571 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Bound port: e8e1dd76-cc24-4faa-a6a2-65653f6a222f, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:07.933974 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:07.937504 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bc8380e5778940f2877aa4cc97cc41de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3701918
Jul 08 15:22:07.937504 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e735f4c-a1ef-4ad8-a2e7-39ba29be5887,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:07.939307 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:07.940051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36066) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:08.005189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.021674 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] For port e8e1dd76-cc24-4faa-a6a2-65653f6a222f, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:08.025789 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] For port e8e1dd76-cc24-4faa-a6a2-65653f6a222f, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:08.030634 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.035253 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.038471 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:08.038716 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.052833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Transition to ACTIVE for port object 28326fcb-8073-4fa5-83e6-9687c7373d63 will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:08.079829 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.086500 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:08.100948 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.110139 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4448cbf0-aa0e-40ae-a090-efd4a41af488 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:08.116433 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:08.117371 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee2a730>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:08.124515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e735f4c-a1ef-4ad8-a2e7-39ba29be5887,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:08.130376 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:08.133080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.134378 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6e735f4c-a1ef-4ad8-a2e7-39ba29be5887 HTTP/1.1" status: 204  len: 168 time: 0.1932809
Jul 08 15:22:08.159150 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:08.162070 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:08.164406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:08.219895 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Pushing event updated for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:08.222877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:08.234190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.237077 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Pushing event updated for resources: {'Port': ['ID=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:08.244513 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:08.387873 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device c8e365ad-5630-43b7-a01c-8bd6c8680a4e up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:08.427224 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:08.473980 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.519145 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-72ee4fe7-afba-4ee6-a440-fcddff06ff7b None None] Provisioning for port 28326fcb-8073-4fa5-83e6-9687c7373d63 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:08.528465 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-72ee4fe7-afba-4ee6-a440-fcddff06ff7b None None] Provisioning complete for port 28326fcb-8073-4fa5-83e6-9687c7373d63 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:08.528908 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-72ee4fe7-afba-4ee6-a440-fcddff06ff7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.561810 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36076) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:08.586348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.599373 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-72ee4fe7-afba-4ee6-a440-fcddff06ff7b None None] Port 28326fcb-8073-4fa5-83e6-9687c7373d63 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:08.609440 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:08.614189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Usage tracker for resource:security_group_rule and tenant:4be97936ca4f44d6aa1a13107e4f8a59 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:08.617314 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port c8e365ad-5630-43b7-a01c-8bd6c8680a4e triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:08.617686 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.618099 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:08.624762 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:08.758137 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.764812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.774989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0884afae-f793-4c95-affd-f453b64565f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:08.823541 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.826852 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee2a730>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:05Z', 'revision_number': 3, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:08.827295 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4be97936ca4f44d6aa1a13107e4f8a59&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2592137
Jul 08 15:22:08.827295 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36080) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:08.828637 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2927d8e-108e-4509-95e2-530200f28c3b None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:05Z', 'revision_number': 3, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:22:08.829826 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d1b45-82a1-4c8f-bec0-819cf066ee9f,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:08.832120 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.842608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:08.862687 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-57b16051-aff7-44d9-b7c3-3ed56afe9cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:08.903077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.930187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.954862 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Pushing event updated for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:08.957783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:08.961068 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:08.999308 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:09.004965 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-57e17f1d-8185-4a0a-aa93-ec88a1d22731 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:09.018343 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d1b45-82a1-4c8f-bec0-819cf066ee9f,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:09.021046 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:09.022285 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:09.026826 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/359d1b45-82a1-4c8f-bec0-819cf066ee9f HTTP/1.1" status: 204  len: 168 time: 0.1989779
Jul 08 15:22:09.433551 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:09.437045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:09.543957 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-ce41cbb3-07f0-4f67-b513-3ad84c3d0714 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:09.549631 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-ce41cbb3-07f0-4f67-b513-3ad84c3d0714 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/networks?id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 200  len: 808 time: 0.3131454
Jul 08 15:22:09.579962 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c2dcb-e0e2-4fdf-8829-6a6fbd345617 req-74fed615-1468-4783-822a-ead303bc4061 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:09.581802 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de2c2dcb-e0e2-4fdf-8829-6a6fbd345617 req-74fed615-1468-4783-822a-ead303bc4061 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1254621
Jul 08 15:22:09.669061 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de2c2dcb-e0e2-4fdf-8829-6a6fbd345617 req-fd865ba8-77fc-450b-b1b8-8319a4c18cc7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798657
Jul 08 15:22:09.752608 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-032895b7-4cf3-4843-bd50-7072bcb6dd6e tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/quotas/a544b4aed8c1469db4299ca93fe3d671 HTTP/1.1" status: 200  len: 375 time: 0.0462608
Jul 08 15:22:09.830307 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-bc374ca7-4f7e-48f4-9ff3-84dfacd2bc25 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0766859
Jul 08 15:22:09.939659 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-25dfd23a-34e9-4974-9504-dc0707eeb0b1 None None] Provisioning complete for port 28326fcb-8073-4fa5-83e6-9687c7373d63 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:09.940657 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25dfd23a-34e9-4974-9504-dc0707eeb0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:10.013730 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-25dfd23a-34e9-4974-9504-dc0707eeb0b1 None None] Port 28326fcb-8073-4fa5-83e6-9687c7373d63 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:10.023863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dbcee8-5ed9-4a39-86c3-791970dd8590 req-5b652281-b60c-4879-8079-90619c987b53 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:10.025633 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b2dbcee8-5ed9-4a39-86c3-791970dd8590 req-5b652281-b60c-4879-8079-90619c987b53 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.1291347
Jul 08 15:22:10.083154 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-002788fa-61e3-4760-b492-e486a2111f56 service neutron] 10.222.0.55 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418668
Jul 08 15:22:10.086263 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b2dbcee8-5ed9-4a39-86c3-791970dd8590 req-1981ae6b-cbba-4903-bed5-cc1b238b31dd tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539563
Jul 08 15:22:10.148400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:22:10.396172 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad07d18-6ea0-4773-ad54-451c67299c42 req-1196222f-00a5-43b1-9810-c5907bed76be tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:10.398159 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-dad07d18-6ea0-4773-ad54-451c67299c42 req-1196222f-00a5-43b1-9810-c5907bed76be tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:10.419707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-dad07d18-6ea0-4773-ad54-451c67299c42 req-1196222f-00a5-43b1-9810-c5907bed76be tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:10.421293 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dad07d18-6ea0-4773-ad54-451c67299c42 req-1196222f-00a5-43b1-9810-c5907bed76be tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1860087
Jul 08 15:22:10.445113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e8e1dd76-cc24-4faa-a6a2-65653f6a222f up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:10.481025 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dad07d18-6ea0-4773-ad54-451c67299c42 req-bd24c254-b66a-4338-b1b4-1d5384102aa2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532165
Jul 08 15:22:10.576582 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port e8e1dd76-cc24-4faa-a6a2-65653f6a222f completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:10.587154 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port e8e1dd76-cc24-4faa-a6a2-65653f6a222f triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:10.589233 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:10.633078 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:22:10.703141 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] 10.222.0.55 "PUT /v2.0/routers/bb23a68a-3c12-45db-ab23-b5db87c22597/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9480472
Jul 08 15:22:10.747649 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-4009a4ef-8071-4520-a5cb-43e5ed10a814 service neutron] 10.222.0.55 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6633675
Jul 08 15:22:10.983292 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:11.027337 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port e8e1dd76-cc24-4faa-a6a2-65653f6a222f, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:11.034480 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:11.036582 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:11.045721 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036794e-e490-4067-afac-f182fe52b5a3 req-411bed65-8436-4fde-ba85-c984f6807d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:11.047226 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1036794e-e490-4067-afac-f182fe52b5a3 req-411bed65-8436-4fde-ba85-c984f6807d28 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.3155251
Jul 08 15:22:11.153151 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1036794e-e490-4067-afac-f182fe52b5a3 req-a9eb0e3b-6b42-418a-8295-e6db1d4c8ddc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935714
Jul 08 15:22:11.163262 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f825-bfd9-4930-8daa-3c44c7e02ff9 req-45ad859d-b4a3-47e9-9c55-fd4f3888ef26 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:11.171457 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b6c7f825-bfd9-4930-8daa-3c44c7e02ff9 req-45ad859d-b4a3-47e9-9c55-fd4f3888ef26 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2374876
Jul 08 15:22:11.184940 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1be6fc0e-d1f3-4d41-9f05-add286c80022 req-0ee61cc9-9839-49e8-ad65-58d71f547fd2 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 210 time: 0.1160653
Jul 08 15:22:11.251125 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:11.257232 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:11.265127 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:22:11.284742 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b6c7f825-bfd9-4930-8daa-3c44c7e02ff9 req-26e26d46-2cfd-499f-acd3-f7de1e076b5d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124015
Jul 08 15:22:11.297194 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:11.297838 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdecb0cd0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:11.612402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:11.800002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36196) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:11.806077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1797016990-network', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:11.813565 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:11.826802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Usage tracker for resource:network and tenant:656564c7935b4d6bb4932e8323d764e5 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:11.830541 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:11.835205 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c20f92-c442-4842-b372-7043362400b6 req-7e14ae13-5d76-4fa3-a12f-0680fc5614f5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:11.845097 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20c20f92-c442-4842-b372-7043362400b6 req-7e14ae13-5d76-4fa3-a12f-0680fc5614f5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.2098324
Jul 08 15:22:11.860875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:11.888456 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Made reservation on behalf of 656564c7935b4d6bb4932e8323d764e5 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:11.894842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:11.921228 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:11.937161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:11.941687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Usage tracker for resource:security_group_rule and tenant:656564c7935b4d6bb4932e8323d764e5 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:11.944843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:11.951445 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:11.984005 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20c20f92-c442-4842-b372-7043362400b6 req-c7b12eea-2cc5-4d1c-8f7e-87a34d4d5093 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1305432
Jul 08 15:22:12.069234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdecb0cd0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 2, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:12.073949 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:22:12.074420 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Updating router bb23a68a-3c12-45db-ab23-b5db87c22597 port 28326fcb-8073-4fa5-83e6-9687c7373d63 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:22:12.078316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.086340 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.094993 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6415bcc2-2c24-47db-9388-0117d5009584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:12.127507 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:22:12.141393 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a85390-b558-4bf2-a103-6b2e7b034dd9,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:12.142160 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.145967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:12.147236 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.147701 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Added segment a6917536-58b1-42e4-805a-aabdb488f9e0 of type vlan for network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b
Jul 08 15:22:12.183290 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.260864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.262443 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:12.264057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.269774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-73873581-b1a7-4343-b4f2-46e8bfdf6bfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:12.490258 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e8e1dd76-cc24-4faa-a6a2-65653f6a222f up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:12.558815 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a83e7789-0dc2-4731-8342-72e43e7df366 req-059a680b-18e5-43aa-9741-c1cea0568334 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 210 time: 0.1292446
Jul 08 15:22:12.559353 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Pushing event updated for resources: {'Network': ['ID=a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:12.561845 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:12.582258 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36230) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:12.588663 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Request body: {'subnet': {'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1797016990-subnet', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:12.591889 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7907205
Jul 08 15:22:12.600166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:12.601357 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:22:12.608948 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Usage tracker for resource:subnet and tenant:656564c7935b4d6bb4932e8323d764e5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:12.615887 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:12.627403 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:12.648229 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Made reservation on behalf of 656564c7935b4d6bb4932e8323d764e5 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:12.650915 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65169198'] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:12.924824 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a38570-3c4c-4060-a4e3-322ccb86fa59 req-79353ffa-f191-4a23-bf1e-9b309455a82c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:12.926492 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85a38570-3c4c-4060-a4e3-322ccb86fa59 req-79353ffa-f191-4a23-bf1e-9b309455a82c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1704619
Jul 08 15:22:13.001105 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port e8e1dd76-cc24-4faa-a6a2-65653f6a222f triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:13.001491 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.039884 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85a38570-3c4c-4060-a4e3-322ccb86fa59 req-c2160b3d-f035-4376-aed9-d0665f8eb10c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753226
Jul 08 15:22:13.128179 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.136127 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65530786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65169208'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.140812 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31916e10-f767-46e0-8236-27a548130015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:13.156969 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Transition to ACTIVE for port object 28326fcb-8073-4fa5-83e6-9687c7373d63 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:13.201941 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.219809 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-33ac5424-2c43-4698-ad26-c3238f107f34 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:13.239532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-ece6dd8e-a7d0-452e-a44d-6fb49bdc6d94 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:13.242468 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-ece6dd8e-a7d0-452e-a44d-6fb49bdc6d94 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "GET /v2.0/networks?id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 200  len: 808 time: 0.4561737
Jul 08 15:22:13.268668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Request body: {'port': {'device_id': 'aef312c2-394d-4939-a526-218f13b885f4', 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1', 'admin_state_up': True, 'tenant_id': 'a544b4aed8c1469db4299ca93fe3d671'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:13.414845 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Pushing event updated for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:13.419369 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:13.545935 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e936d5e-c824-4758-ba50-b9e3f73e4cb4,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:13.549901 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:13.555575 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Checking segment: {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:13.556097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Network hostable DHCP agents. Network: a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:22:13.575606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Attempting to bind port 28326fcb-8073-4fa5-83e6-9687c7373d63 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:13.576156 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Attempting to bind port 28326fcb-8073-4fa5-83e6-9687c7373d63 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:13.576564 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Attempting to bind port 28326fcb-8073-4fa5-83e6-9687c7373d63 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:13.590347 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:13.590720 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:13.591184 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.591593 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Bound using segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:13.592110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Bound port: 28326fcb-8073-4fa5-83e6-9687c7373d63, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:13.592591 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.597643 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:22:13.621259 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:13.627385 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:13.627867 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.639909 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8956b9e-40fd-408e-b467-516655dc20c4 None None] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:22:13.686000 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1019485
Jul 08 15:22:13.687984 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36280) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:13.697860 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:13.712217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:13.746445 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Usage tracker for resource:router and tenant:656564c7935b4d6bb4932e8323d764e5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:13.753583 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:13.767035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:13.771741 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:13.800834 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.802026 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.810406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Usage tracker for resource:port and tenant:a544b4aed8c1469db4299ca93fe3d671 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:13.815049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:13.825209 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:13.873794 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:13.936772 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Made reservation on behalf of a544b4aed8c1469db4299ca93fe3d671 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:13.941968 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:14.029409 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] For port 28326fcb-8073-4fa5-83e6-9687c7373d63, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:14.139494 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] For port 28326fcb-8073-4fa5-83e6-9687c7373d63, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=28326fcb-8073-4fa5-83e6-9687c7373d63,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:14.148320 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f812c85-9c90-4970-91cf-00687e09a386 req-a026da9d-71e8-465f-86f9-a3634ae55a1e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:14.149971 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6f812c85-9c90-4970-91cf-00687e09a386 req-a026da9d-71e8-465f-86f9-a3634ae55a1e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.6166148
Jul 08 15:22:14.162446 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:14.199475 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c2238e91-d1b4-41fb-a199-65c1359b6c25 req-df16c983-917c-4b5c-9939-641f0a208ac0 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 210 time: 0.1837022
Jul 08 15:22:14.259001 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:14.293656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0854-27bc-46df-af4f-823492853b13 req-6c32504f-69d0-4149-9b4d-7f96f9c23eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:14.295163 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-6c32504f-69d0-4149-9b4d-7f96f9c23eda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.4603963
Jul 08 15:22:14.452794 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6f812c85-9c90-4970-91cf-00687e09a386 req-abea97cd-fa71-41c2-ac7f-acbd9c001d97 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2850652
Jul 08 15:22:14.484141 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Allocated IP 172.20.0.11 (746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1/68710cea-8cdc-46bd-9e3c-0c3022f554a5/91846cdf-461b-48ee-9306-1393e906bd0a) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:14.523355 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'fixed_ips': [{'subnet_id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:22:14.524754 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:14.633962 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:14.699634 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0854-27bc-46df-af4f-823492853b13 req-a3106b0d-335a-4ca9-9296-7cd9e1cfde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:14.701766 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-a3106b0d-335a-4ca9-9296-7cd9e1cfde35 service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.3787875
Jul 08 15:22:14.749629 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-08e184e1-f823-4ad7-abb2-d79950211dda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5333295
Jul 08 15:22:14.811889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799606-3a00-427f-84f1-70a13e120e5c req-efee6173-8c04-4a44-bb0c-53bf07366e11 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:14.819152 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50799606-3a00-427f-84f1-70a13e120e5c req-efee6173-8c04-4a44-bb0c-53bf07366e11 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.3964367
Jul 08 15:22:14.838798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:14.839449 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdecb0cd0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:14.923825 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Pushing event updated for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:14.927281 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:14.961184 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:15.002200 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:15.017040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9c3c12b5-b271-4ebf-8f0c-b7f559996c88 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:15.039165 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50799606-3a00-427f-84f1-70a13e120e5c req-6ed19702-0710-46e1-98b0-eb99a2394052 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2190208
Jul 08 15:22:15.057688 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-a9966b36-f2d5-41d1-85e0-c79c11c56f05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.3017197
Jul 08 15:22:15.103551 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Allocated IP 172.20.0.2 (a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b/2e936d5e-c824-4758-ba50-b9e3f73e4cb4/cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:15.147389 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:15.149373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-aa7302d3-6c8d-4798-af53-7d688b580e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:15.151395 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-aa7302d3-6c8d-4798-af53-7d688b580e5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 1099 time: 0.3283963
Jul 08 15:22:15.154096 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:15.178506 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:15.286916 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:15.287566 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:15.319770 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0563207
Jul 08 15:22:15.325655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Pushing event updated for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:15.331752 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:15.337597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Request body: {'port': {'device_id': 'aef312c2-394d-4939-a526-218f13b885f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:15.390119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8a0854-27bc-46df-af4f-823492853b13 req-f8c100b7-6bf3-4ce8-96ef-1222d51592da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:15.391601 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-f8c100b7-6bf3-4ce8-96ef-1222d51592da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.3244810
Jul 08 15:22:15.421168 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-7dea7b04-12d9-4497-b6a7-d1c956b8d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:15.422792 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-7dea7b04-12d9-4497-b6a7-d1c956b8d3e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 916 time: 0.1747599
Jul 08 15:22:15.486033 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:15.497880 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Transition to ACTIVE for port object cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:15.533492 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Transition to ACTIVE for port object cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:15.542264 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-a2faea3b-5091-407b-a37d-e11d5f90bd64 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1363568
Jul 08 15:22:15.546687 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:15.828435 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:15.841116 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:15.843646 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-25166785-c68c-4032-8a8f-8febf6e11cbf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f006ded2-5238-4925-8807-a210350c986a HTTP/1.1" status: 200  len: 217 time: 0.2800190
Jul 08 15:22:15.911395 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-9f44a36a-09e3-4c23-882a-9936c7d191ae service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3575253
Jul 08 15:22:15.975113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Pushing event updated for resources: {'Port': ['ID=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:15.995672 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:16.012244 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:16.015247 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:16.018961 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:16.062013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e477e9-7920-41be-b5f3-38c6cd8fa200 req-7b16c78f-dc9c-4abf-aa85-beefde406432 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:16.063916 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-81e477e9-7920-41be-b5f3-38c6cd8fa200 req-7b16c78f-dc9c-4abf-aa85-beefde406432 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Synchronizing usage tracker for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:16.077979 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.087400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.128398 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-df22587f-8f24-460a-9620-57df09287ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:16.130031 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-df22587f-8f24-460a-9620-57df09287ca5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.2517955
Jul 08 15:22:16.131747 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.148675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-81e477e9-7920-41be-b5f3-38c6cd8fa200 req-7b16c78f-dc9c-4abf-aa85-beefde406432 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Unset dirty status for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:16.154614 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Attempting to bind port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:16.154995 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Attempting to bind port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:16.155360 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Attempting to bind port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb on network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:16.155872 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-81e477e9-7920-41be-b5f3-38c6cd8fa200 req-7b16c78f-dc9c-4abf-aa85-beefde406432 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 932 time: 0.7633026
Jul 08 15:22:16.171553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:16.171996 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Checking segment: {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:16.172422 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.172824 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Bound using segment: {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:16.173328 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Bound port: cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:16.173703 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.211408 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36360) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:16.305170 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8d8a0854-27bc-46df-af4f-823492853b13 req-8cbe0aa3-6008-42b9-a73e-a8537a9fc7f5 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3831661
Jul 08 15:22:16.358004 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] For port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:16.360975 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-81e477e9-7920-41be-b5f3-38c6cd8fa200 req-3cddd334-de83-44d2-a216-8593c1e16c6f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039657
Jul 08 15:22:16.362028 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] For port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:16.379805 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.387119 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-8fda1ea0-d07d-4484-b993-2b793af89d2a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2472885
Jul 08 15:22:16.390948 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:16.449771 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdecb0cd0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:14Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:16.464942 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cff9936-1d6d-4ea2-a9ac-b28ec0d869c8 None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:14Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:22:16.488167 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d9983-d34b-40e6-b2ab-03eb12d7b6d1 req-61dcceac-5c7e-43b0-ae3d-d755cb1cfa57 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:16.498621 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4d2d9983-d34b-40e6-b2ab-03eb12d7b6d1 req-61dcceac-5c7e-43b0-ae3d-d755cb1cfa57 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.8277185
Jul 08 15:22:16.510290 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Pushing event updated for resources: {'Port': ['ID=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:16.517201 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:16.652253 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.705131 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:16.721053 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Usage tracker for resource:security_group_rule and tenant:3387522eb30c49d88735b62d01e983f9 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:16.724982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:16.737735 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:16.751545 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Allocated IP 172.27.2.135 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/dc91e194-b84e-46e7-bac3-789eff720b9e) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:16.905078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e809e-7040-4eea-a633-091250de998a req-8d463c46-b6a8-4e09-abca-8f7d63aa3b84 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:16.906676 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-731e809e-7040-4eea-a633-091250de998a req-8d463c46-b6a8-4e09-abca-8f7d63aa3b84 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.3679748
Jul 08 15:22:16.909076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91846cdf-461b-48ee-9306-1393e906bd0a {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:16.922594 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:16.956091 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4d2d9983-d34b-40e6-b2ab-03eb12d7b6d1 req-5cba5f60-dd4a-497a-8cf3-138e868fc517 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4562821
Jul 08 15:22:17.013024 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-731e809e-7040-4eea-a633-091250de998a req-2992a9eb-ac6a-4dba-bc50-e5d54f736b7e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941062
Jul 08 15:22:17.051865 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.081715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Transition to ACTIVE for port object 91846cdf-461b-48ee-9306-1393e906bd0a will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:17.096674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.099249 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-a79f70b1-7187-4c69-9d12-d61c402d1f54 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7046204
Jul 08 15:22:17.105841 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e82be668-dd61-4355-8493-d8babbd21e69 tempest-DeleteServersTestJSON-980129495 tempest-DeleteServersTestJSON-980129495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:17.126176 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.130783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:17.199776 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:17.202692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:17.206663 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:17.249391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.252973 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Pushing event updated for resources: {'Port': ['ID=dc91e194-b84e-46e7-bac3-789eff720b9e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:17.259290 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:17.263438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.341390 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Pushing event updated for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:17.344471 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:17.350167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de3e67b6-aabc-4478-a0a1-91c9886a7d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:17.400517 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3387522eb30c49d88735b62d01e983f9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1879995
Jul 08 15:22:17.406704 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36374) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:17.433428 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c90bd1-a749-42ce-84e2-d7c943d71bdf,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:17.436811 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:17.462820 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Attempting to bind port 91846cdf-461b-48ee-9306-1393e906bd0a on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:17.463687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Attempting to bind port 91846cdf-461b-48ee-9306-1393e906bd0a by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:17.464022 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Attempting to bind port 91846cdf-461b-48ee-9306-1393e906bd0a on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:17.479574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Port 91846cdf-461b-48ee-9306-1393e906bd0a on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:22:17.480298 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Attempting to bind port 91846cdf-461b-48ee-9306-1393e906bd0a on network 746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:17.492794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:17.493136 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Checking segment: {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:17.493530 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Bound using segment: {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:17.493964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Bound port: 91846cdf-461b-48ee-9306-1393e906bd0a, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0668acf7-5b35-4221-ae92-4813f4023e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:17.494347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.615045 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.646128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:17.659144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91846cdf-461b-48ee-9306-1393e906bd0a,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:17.679005 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.692607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:17.737121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.797530 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:17.797756 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.799047 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] 10.222.0.53 "PUT /v2.0/ports/91846cdf-461b-48ee-9306-1393e906bd0a HTTP/1.1" status: 200  len: 1094 time: 2.4686589
Jul 08 15:22:17.805288 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:17.824602 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb895b-ce37-474d-a2b2-bccb2c815bff None None] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:22:17.866272 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Pushing event updated for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:17.870857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:17.883026 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.897482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f80661e6-aeca-4a35-80d6-ff193bd804eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:17.915107 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a', 'status': 'completed', 'code': 200}
Jul 08 15:22:17.918327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c90bd1-a749-42ce-84e2-d7c943d71bdf,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:17.925234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:17.926315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:17.927890 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/57c90bd1-a749-42ce-84e2-d7c943d71bdf HTTP/1.1" status: 204  len: 168 time: 0.5178723
Jul 08 15:22:17.993111 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9e0ea6d6-4662-4bbe-b503-378076848432 None None] Provisioning for port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:18.054624 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f306f43-f98f-4bff-bc73-96cd81144858 req-ec482f33-2acd-45c3-8bfa-31bc03729025 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:18.056585 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f306f43-f98f-4bff-bc73-96cd81144858 req-ec482f33-2acd-45c3-8bfa-31bc03729025 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.4957812
Jul 08 15:22:18.061675 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ee7cc02b-12da-4e10-bd89-885aedfc3aec req-f8075bb4-fc83-43d3-9295-71a195cbda6c service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4877715
Jul 08 15:22:18.087667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.190843 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f306f43-f98f-4bff-bc73-96cd81144858 req-59b9983b-a3fe-45a7-9294-85062eb77121 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1258786
Jul 08 15:22:18.345852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46229b-919c-4f91-aa8c-95cb1234a614 req-aef0de6b-1ca7-42a0-ba9e-000c94f58a23 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:18.349687 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2d46229b-919c-4f91-aa8c-95cb1234a614 req-aef0de6b-1ca7-42a0-ba9e-000c94f58a23 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1831741
Jul 08 15:22:18.445154 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2d46229b-919c-4f91-aa8c-95cb1234a614 req-9aa842ee-2732-46f6-a20e-1ce0b6fc2fe7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884130
Jul 08 15:22:18.482841 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 28326fcb-8073-4fa5-83e6-9687c7373d63 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:18.520692 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36394) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:18.544296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.562053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 28326fcb-8073-4fa5-83e6-9687c7373d63 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:18.568595 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:18.569261 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 28326fcb-8073-4fa5-83e6-9687c7373d63 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:18.569742 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.573353 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:4851dcc25468439b9250e08758155e7f is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:18.577668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:18.585755 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:18.711103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.716866 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.718591 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.730669 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c1951053-db6e-4fc9-a048-bb456947d68e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:18.756729 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 28326fcb-8073-4fa5-83e6-9687c7373d63, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=28326fcb-8073-4fa5-83e6-9687c7373d63,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:18.763401 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.764423 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:18.783515 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4851dcc25468439b9250e08758155e7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2591743
Jul 08 15:22:18.783515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc39be6-0959-411b-b4c0-f9c73f48df85,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:18.783988 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36398) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:18.786544 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:18.793156 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:18.795723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce90b8-1695-4ac3-a057-247c18eaa5d7 req-1bce08ec-7311-409c-9ba6-cc76aa715dd7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:18.797282 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-39ce90b8-1695-4ac3-a057-247c18eaa5d7 req-1bce08ec-7311-409c-9ba6-cc76aa715dd7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.4049404
Jul 08 15:22:18.851547 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.883360 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:18.887426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:18.896308 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:18.902213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:18.902598 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:18.966326 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-39ce90b8-1695-4ac3-a057-247c18eaa5d7 req-66ac5125-b9d5-4fb2-8641-5b304c25da10 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1575320
Jul 08 15:22:19.049849 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.075456 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.094670 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.111545 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:19.115945 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.117852 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:19.166967 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Router 33ff95d5-cb66-412c-87fa-c77a573e92cb is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:22:19.176593 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.182007 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b860169a-d8e8-4cf6-99c5-fb30da3da699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:19.187050 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:19.190308 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:19.246232 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc39be6-0959-411b-b4c0-f9c73f48df85,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:19.249845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:19.338663 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.342095 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6dc39be6-0959-411b-b4c0-f9c73f48df85 HTTP/1.1" status: 204  len: 168 time: 0.5547988
Jul 08 15:22:19.401888 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:22:19.411975 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Sync routers for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:22:19.422150 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d56256-b42d-4734-a294-9a4bd2b8b742 req-1735d812-1dd4-46c1-be97-235332c0b021 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:19.424286 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-41d56256-b42d-4734-a294-9a4bd2b8b742 req-1735d812-1dd4-46c1-be97-235332c0b021 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1175201
Jul 08 15:22:19.435560 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:19.437187 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:19.438312 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.7491786
Jul 08 15:22:19.439716 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf9242b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:19.442363 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36412) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:19.560039 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-41d56256-b42d-4734-a294-9a4bd2b8b742 req-8bf691fc-b564-4caf-bea1-85b457aee96f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253340
Jul 08 15:22:19.799939 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:19.887955 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-9b94ef15-7e0b-4a58-b954-9b015fe238fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:19.889617 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-9b94ef15-7e0b-4a58-b954-9b015fe238fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 1097 time: 0.3280680
Jul 08 15:22:20.105388 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf9242b0>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:17Z', 'revision_number': 3, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:20.110557 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Checking router: 33ff95d5-cb66-412c-87fa-c77a573e92cb for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:22:20.111161 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Updating router 33ff95d5-cb66-412c-87fa-c77a573e92cb port dc91e194-b84e-46e7-bac3-789eff720b9e binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:22:20.211089 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.257188 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c442b1-6159-4534-9ddb-2e2641116342 req-8ef90a6c-9cfb-4306-9aeb-446fdf9c8d5f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:20.259185 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18c442b1-6159-4534-9ddb-2e2641116342 req-8ef90a6c-9cfb-4306-9aeb-446fdf9c8d5f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.5538754
Jul 08 15:22:20.414198 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 28326fcb-8073-4fa5-83e6-9687c7373d63 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:20.500199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 28326fcb-8073-4fa5-83e6-9687c7373d63 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:20.501197 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.529475 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18c442b1-6159-4534-9ddb-2e2641116342 req-b1fe304f-0f38-4a31-8a6a-bd9c51ec3fc8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2576470
Jul 08 15:22:20.558368 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-d5e3a427-00bc-4364-89b7-f66b15972863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:20.561898 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-d5e3a427-00bc-4364-89b7-f66b15972863 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=a544b4aed8c1469db4299ca93fe3d671&shared=False HTTP/1.1" status: 200  len: 909 time: 0.6619105
Jul 08 15:22:20.584361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd17ec5-aef1-41af-8ec2-a882431eac35 req-5b7d3d2d-deb8-4d9a-86a2-773f783cde80 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:20.591526 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bcd17ec5-aef1-41af-8ec2-a882431eac35 req-5b7d3d2d-deb8-4d9a-86a2-773f783cde80 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.3899410
Jul 08 15:22:20.669488 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.692878 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Transition to ACTIVE for port object dc91e194-b84e-46e7-bac3-789eff720b9e will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:20.705796 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bcd17ec5-aef1-41af-8ec2-a882431eac35 req-b08e44dc-6c0c-4bcc-bb59-961305413669 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082685
Jul 08 15:22:20.707178 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.733879 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-8bed1924-07d8-4acf-b445-cd4e6c37d9e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:20.815634 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:20.830275 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Attempting to bind port dc91e194-b84e-46e7-bac3-789eff720b9e on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:20.830934 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Attempting to bind port dc91e194-b84e-46e7-bac3-789eff720b9e by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:20.831473 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Attempting to bind port dc91e194-b84e-46e7-bac3-789eff720b9e on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:20.845565 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:20.846162 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:20.847411 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.847982 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:20.848533 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Bound port: dc91e194-b84e-46e7-bac3-789eff720b9e, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:20.848938 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:20.897038 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Pushing event updated for resources: {'Port': ['ID=dc91e194-b84e-46e7-bac3-789eff720b9e,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:20.933182 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:20.933879 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:20.934407 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.011431 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] For port dc91e194-b84e-46e7-bac3-789eff720b9e, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:21.017610 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] For port dc91e194-b84e-46e7-bac3-789eff720b9e, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=dc91e194-b84e-46e7-bac3-789eff720b9e,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:21.036117 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.046070 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-7241a0e6-e136-4487-992d-a182d700dce3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:21.117866 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-df77a04d-0694-409b-bcd9-769f0125d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:21.119324 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-60fa4d57-ec34-45c0-9c4a-7cdda56fb73d req-df77a04d-0694-409b-bcd9-769f0125d43b service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5484962
Jul 08 15:22:21.126287 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:21.127414 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf9242b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:21.180648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4780-b344-45ce-9d75-a965d0e95458 req-9d999ae5-48cf-4ecb-833f-b36aee50e584 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:21.182255 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2c7a4780-b344-45ce-9d75-a965d0e95458 req-9d999ae5-48cf-4ecb-833f-b36aee50e584 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.3758566
Jul 08 15:22:21.236189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36464) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:21.310317 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Pushing event updated for resources: {'Port': ['ID=dc91e194-b84e-46e7-bac3-789eff720b9e,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:21.313496 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:21.337288 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:21.342000 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2c7a4780-b344-45ce-9d75-a965d0e95458 req-c1ec04eb-14e1-48ca-a273-72aff3450f85 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164100
Jul 08 15:22:21.371592 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.385651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.399182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-1d6b65a5-f8bb-4970-add8-29290b754fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:21.401724 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-1d6b65a5-f8bb-4970-add8-29290b754fae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a544b4aed8c1469db4299ca93fe3d671&device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 1097 time: 0.2109275
Jul 08 15:22:21.403929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:21.408386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Usage tracker for resource:security_group_rule and tenant:92f29e7e3f1a475c898145ce42ba4508 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:21.414393 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:21.420937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:21.521777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.525912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.528285 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-99ee8782-3380-485c-83a4-54168b8245a4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91846cdf-461b-48ee-9306-1393e906bd0a HTTP/1.1" status: 200  len: 217 time: 0.0892110
Jul 08 15:22:21.534920 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bd000ae-926e-493a-9a01-da6b760b2785 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:21.605018 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=92f29e7e3f1a475c898145ce42ba4508&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3673985
Jul 08 15:22:21.606726 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36476) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:21.618432 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff88924-5369-4d9c-88ec-144327f61db1,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:21.634716 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:21.672408 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-8f5f6c53-ff59-4140-890b-402e1dd4f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:21.674285 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-8f5f6c53-ff59-4140-890b-402e1dd4f0ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=68710cea-8cdc-46bd-9e3c-0c3022f554a5 HTTP/1.1" status: 200  len: 848 time: 0.1359313
Jul 08 15:22:21.681640 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf9242b0>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:17Z', 'revision_number': 3, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:21.696785 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160f1805-d162-46e9-b244-55c60457fe96 None None] The sync data for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi is: [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:17Z', 'revision_number': 3, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:22:21.771914 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.805928 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.833153 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-ca6e5b5b-d533-448b-ae6f-0151f1720281 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1470571
Jul 08 15:22:21.925364 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Allocated IP 172.20.0.1 (a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b/2e936d5e-c824-4758-ba50-b9e3f73e4cb4/bb346071-e0a1-4a5e-aaf9-0534c2621aab) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:21.965044 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:21.970040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ab7b6472-9ed1-4c76-9d6e-8c635a12b6dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:21.989605 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff88924-5369-4d9c-88ec-144327f61db1,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:21.993777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:22.002841 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:22.004811 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/cff88924-5369-4d9c-88ec-144327f61db1 HTTP/1.1" status: 204  len: 168 time: 0.3971210
Jul 08 15:22:22.063075 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10541995-7032-4e5c-892f-4c1464e2ab06 req-594a9c62-64ef-4f7c-b2e5-1be96f517e5b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:22.064804 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-10541995-7032-4e5c-892f-4c1464e2ab06 req-594a9c62-64ef-4f7c-b2e5-1be96f517e5b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1753666
Jul 08 15:22:22.156509 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-10541995-7032-4e5c-892f-4c1464e2ab06 req-dfe56f5c-ac71-4056-a37a-8fc28da9b9d2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851550
Jul 08 15:22:22.358073 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-b6ee7545-ea5a-4368-80f9-fa5219751816 service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5153978
Jul 08 15:22:22.364585 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:22.422074 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device dc91e194-b84e-46e7-bac3-789eff720b9e up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:22.564490 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port dc91e194-b84e-46e7-bac3-789eff720b9e completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:22.572486 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port dc91e194-b84e-46e7-bac3-789eff720b9e triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:22.573340 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:22.762349 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471dddd3-4c4e-4c85-93e7-74b6fc4a5735 req-b8fd81df-d0a7-4567-9136-e6bf01b1477e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:22.774419 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-471dddd3-4c4e-4c85-93e7-74b6fc4a5735 req-b8fd81df-d0a7-4567-9136-e6bf01b1477e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.8466225
Jul 08 15:22:22.840528 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Transition to ACTIVE for port object bb346071-e0a1-4a5e-aaf9-0534c2621aab will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:22.932020 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-471dddd3-4c4e-4c85-93e7-74b6fc4a5735 req-d8a1d2b5-145c-47b0-9340-54c67a43bc07 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553710
Jul 08 15:22:22.965446 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:22.992160 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ab2a25c-e881-49f7-8d8f-61f2a4cc535b req-20b8baca-bed1-40bf-9d11-ab8cb6ac302e service neutron] 10.222.0.53 "GET /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6197667
Jul 08 15:22:23.022855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port dc91e194-b84e-46e7-bac3-789eff720b9e, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=dc91e194-b84e-46e7-bac3-789eff720b9e,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:23.025428 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.030131 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.042033 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-cb6cc094-e0f7-4bd2-9417-8495b9ed18ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:23.043506 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa58d4-33b3-4a79-ac4e-31b7039a3091 req-7d98e734-59f1-4ccc-8dc1-2a5c2d40b1dd tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:23.050986 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3abe5357-8e64-499b-9ff1-948ae9538a08 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:23.057233 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b1aa58d4-33b3-4a79-ac4e-31b7039a3091 req-7d98e734-59f1-4ccc-8dc1-2a5c2d40b1dd tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1967514
Jul 08 15:22:23.133743 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:23.138601 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:23.159656 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:23.176336 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b1aa58d4-33b3-4a79-ac4e-31b7039a3091 req-18f1fd8e-3f80-47b1-99e3-974f162c4506 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130824
Jul 08 15:22:23.226052 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:23.231686 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:23.249246 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=dc91e194-b84e-46e7-bac3-789eff720b9e,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:23.256143 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:23.263287 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.541717 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.563451 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068875a5-357c-487b-8e95-16ed90e8745b req-4a62697a-fe59-4d1e-9016-ed5e761571b8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:23.565075 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-068875a5-357c-487b-8e95-16ed90e8745b req-4a62697a-fe59-4d1e-9016-ed5e761571b8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.2048271
Jul 08 15:22:23.616353 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-7b449dde-1de6-427b-9bab-f19392c59fc4 None None] Provisioning for port bb346071-e0a1-4a5e-aaf9-0534c2621aab completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:23.644108 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-068875a5-357c-487b-8e95-16ed90e8745b req-798fd682-e1a6-4f63-8b35-e9ebf5555c9f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647252
Jul 08 15:22:23.645303 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-7b449dde-1de6-427b-9bab-f19392c59fc4 None None] Provisioning complete for port bb346071-e0a1-4a5e-aaf9-0534c2621aab triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:23.645688 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7b449dde-1de6-427b-9bab-f19392c59fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.826633 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-7b449dde-1de6-427b-9bab-f19392c59fc4 None None] Port bb346071-e0a1-4a5e-aaf9-0534c2621aab cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:23.838484 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.847394 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:23.893066 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:23.992498 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:23.997759 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:24.001076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:24.155132 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:24.157950 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:24.314188 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:24.452628 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device dc91e194-b84e-46e7-bac3-789eff720b9e up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:24.485876 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Router 33ff95d5-cb66-412c-87fa-c77a573e92cb has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:22:24.513463 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfaf88-9b75-4fc6-89db-161d2ac947ec req-49be4021-8018-48af-90cb-ee6c91445d97 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:24.523679 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-d29bb451-8499-41fa-951a-03fb264e9cbf None None] Provisioning complete for port bb346071-e0a1-4a5e-aaf9-0534c2621aab triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:24.524063 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d29bb451-8499-41fa-951a-03fb264e9cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:24.525242 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5bbfaf88-9b75-4fc6-89db-161d2ac947ec req-49be4021-8018-48af-90cb-ee6c91445d97 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1987507
Jul 08 15:22:24.602892 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-d29bb451-8499-41fa-951a-03fb264e9cbf None None] Port bb346071-e0a1-4a5e-aaf9-0534c2621aab cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:24.605545 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port dc91e194-b84e-46e7-bac3-789eff720b9e triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:24.606657 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:24.626772 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5bbfaf88-9b75-4fc6-89db-161d2ac947ec req-16b79a70-f520-421d-bcce-48b8c6ecbc0f tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003962
Jul 08 15:22:24.977946 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:22:24.989072 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Sync routers for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:22:25.001000 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] 10.222.0.55 "PUT /v2.0/routers/33ff95d5-cb66-412c-87fa-c77a573e92cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5573187
Jul 08 15:22:25.005648 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:25.006605 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded51b80>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:25.019214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c777b-906c-40c3-a8bb-b5754791d051 req-4303ff26-ddaf-4f94-a772-41b8be00512f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:25.027232 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e65c777b-906c-40c3-a8bb-b5754791d051 req-4303ff26-ddaf-4f94-a772-41b8be00512f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1547041
Jul 08 15:22:25.081060 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e65c777b-906c-40c3-a8bb-b5754791d051 req-29f8ddf1-0277-4e02-b0f6-507858cd09e4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526757
Jul 08 15:22:25.302032 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:25.344594 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1954277-0ccd-4604-abfb-18a73f35e8ff req-bb93cb4c-e412-4437-8fca-1d55fd827abf tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:25.346129 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c1954277-0ccd-4604-abfb-18a73f35e8ff req-bb93cb4c-e412-4437-8fca-1d55fd827abf tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0931077
Jul 08 15:22:25.400051 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c1954277-0ccd-4604-abfb-18a73f35e8ff req-a47541c9-49a5-4d87-94fa-9c79e2cc1703 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478284
Jul 08 15:22:25.683963 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded51b80>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:23Z', 'revision_number': 4, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'bb346071-e0a1-4a5e-aaf9-0534c2621aab', 'name': '', 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'mac_address': 'fa:16:3e:d4:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:21Z', 'updated_at': '2021-07-08T15:22:23Z', 'revision_number': 2, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'subnets': [{'id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:25.688489 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Checking router: 33ff95d5-cb66-412c-87fa-c77a573e92cb for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:22:25.688908 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Updating router 33ff95d5-cb66-412c-87fa-c77a573e92cb port bb346071-e0a1-4a5e-aaf9-0534c2621aab binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:22:25.734724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36588) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:25.740148 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214752753', 'description': 'tempest-secgroup-smoke-214752753 description', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:25.746532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:25.750433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:25.753909 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:25.758245 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:25.761439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:25.771292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:25.795222 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:25.800172 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:25.803539 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:25.810542 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:25.942421 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6905e-e98e-4f00-9507-218640329824 req-63d71943-a3a4-4bf1-a705-5ce1dfc82896 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:25.944006 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-34f6905e-e98e-4f00-9507-218640329824 req-63d71943-a3a4-4bf1-a705-5ce1dfc82896 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1024702
Jul 08 15:22:25.957245 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:25.964478 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.006466 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-42d2c318-a2ad-4485-958e-619cdf0f95d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.010554 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-34f6905e-e98e-4f00-9507-218640329824 req-b07f2ec1-57ce-4d24-982f-47d562f2364e tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573123
Jul 08 15:22:26.047439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3673366c-875a-44c1-9199-a1bc478a4865,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:26.058646 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.062590 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3241627
Jul 08 15:22:26.062590 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:26.062834 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36602) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:26.067796 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:26.074485 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:26.078467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:26.081348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:26.087151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:26.117099 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.199251 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.203901 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.229674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-308c97f5-8a4f-4c5b-91ae-f4ea581440b6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.241737 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.245992 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36614) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:26.246535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1828134
Jul 08 15:22:26.251921 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:26.252471 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ec57a8-9acb-4967-bf43-51ff36a9b64c,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:26.261297 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:26.262934 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:26.267695 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:26.270640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:26.281179 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:26.305211 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.371620 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.386455 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba4bf3-dab0-4fba-a47f-cd19b1db6bdb req-3fa7c833-d388-4e6a-affe-b750673ad34f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:26.387333 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Transition to ACTIVE for port object bb346071-e0a1-4a5e-aaf9-0534c2621aab will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:26.391774 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.397040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.398396 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.399853 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0dba4bf3-dab0-4fba-a47f-cd19b1db6bdb req-3fa7c833-d388-4e6a-affe-b750673ad34f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1368289
Jul 08 15:22:26.403824 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.408641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.439395 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.444773 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1972716
Jul 08 15:22:26.445755 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36622) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:26.446724 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf14dbd-1892-4368-ac09-872007f57151,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:26.456790 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:26.463815 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:26.473841 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:26.479336 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:26.484115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:26.494770 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:26.512268 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0dba4bf3-dab0-4fba-a47f-cd19b1db6bdb req-20e7860b-8640-436e-ab17-bd84cf62b6fe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107476
Jul 08 15:22:26.527079 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.696197 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Pushing event updated for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:26.700201 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.709171 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.711686 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-19cef20e-9b25-41db-93bd-2b125c171210 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.714370 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:26.725225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Attempting to bind port bb346071-e0a1-4a5e-aaf9-0534c2621aab on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:26.727069 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Attempting to bind port bb346071-e0a1-4a5e-aaf9-0534c2621aab by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:26.727555 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Attempting to bind port bb346071-e0a1-4a5e-aaf9-0534c2621aab on network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:26.744530 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:26.744940 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Checking segment: {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:26.745360 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.747086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Bound using segment: {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:26.747086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Bound port: bb346071-e0a1-4a5e-aaf9-0534c2621aab, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6917536-58b1-42e4-805a-aabdb488f9e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:26.747484 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.748036 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8a76eb-21dd-484f-a7d0-87b45c5b2f83,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:26.752567 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:26.763099 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.764979 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3069162
Jul 08 15:22:26.767863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36630) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:26.776330 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:26.783389 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:26.789597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:26.794387 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:26.801773 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:26.849411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.985581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.990572 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] For port bb346071-e0a1-4a5e-aaf9-0534c2621aab, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:26.992950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:26.995857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e1cfd087-df8f-4210-8356-84ab311baaed tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:26.999305 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] For port bb346071-e0a1-4a5e-aaf9-0534c2621aab, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=bb346071-e0a1-4a5e-aaf9-0534c2621aab,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:27.005267 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.012139 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:27.018797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cb9b34a-9a10-4914-8dca-a0a8b7b94253,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:27.030296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:27.051630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.055367 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2835388
Jul 08 15:22:27.056308 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36654) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:27.072409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:27.096682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:27.106913 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Pushing event updated for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:27.110754 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:27.119635 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:27.127071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:27.135867 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:22:27.136873 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded51b80>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:22:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:27.137010 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:27.155866 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.securitygroups_db [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Project 7929d82a65fb4a9fa5efedf0d8b313e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:22:27.167004 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.249583 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-6d190514-6949-42ca-aa75-351f5f6a5e45 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:27.260463 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-6d190514-6949-42ca-aa75-351f5f6a5e45 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.3864884
Jul 08 15:22:27.283733 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-950ded81-7091-45aa-a3e0-503c15f56bae tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/quotas/c9fe4575139d4e81aca0e6a7071e90e1 HTTP/1.1" status: 200  len: 375 time: 0.0212541
Jul 08 15:22:27.379666 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.393261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.420405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:27.435688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7db5f9-b7ca-427c-acd8-a9eeee21b3ef req-a97953c6-96e8-4b9d-bcb0-392c337cbf73 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:27.442528 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0d7db5f9-b7ca-427c-acd8-a9eeee21b3ef req-a97953c6-96e8-4b9d-bcb0-392c337cbf73 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1945920
Jul 08 15:22:27.453192 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-c012af65-6e1d-4876-b70a-1bb80e41659c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1680837
Jul 08 15:22:27.468357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.470034 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4119365
Jul 08 15:22:27.474110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36660) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:27.477286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d2ab42-e759-4d12-9d4a-20e17ee95860,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:27.483655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:27.486930 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'security_group_rule': {'security_group_id': '3673366c-875a-44c1-9199-a1bc478a4865', 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:27.502425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:27.529934 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:22:27.534321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:security_group_rule and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:27.540261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:27.570773 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:27.575825 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0d7db5f9-b7ca-427c-acd8-a9eeee21b3ef req-58bff785-09f7-4cce-b5ac-a12f81e50577 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324964
Jul 08 15:22:27.607812 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.securitygroups_db [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Project 7929d82a65fb4a9fa5efedf0d8b313e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:22:27.620595 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.672129 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-9b11e4bd-ffc3-4862-801d-f0419012ae50 service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174363
Jul 08 15:22:27.707840 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.713114 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.715739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:27.740937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf2dcf4a-88fd-459c-a521-18254487baaf,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:27.750715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:27.795378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:27.800126 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6595aeda-ed48-4275-b123-3c6d2c8b376d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3210921
Jul 08 15:22:27.818403 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b219f07f-4536-466a-a2ad-81b0d2e1dba5 service neutron] 10.222.0.55 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1449146
Jul 08 15:22:27.849296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287a3c2-92b2-43c7-8f6d-f5e5c8c42de8 req-4bb07783-64b6-4d19-b6b5-b9a5b8b1a29f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:27.850693 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c287a3c2-92b2-43c7-8f6d-f5e5c8c42de8 req-4bb07783-64b6-4d19-b6b5-b9a5b8b1a29f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.0919685
Jul 08 15:22:27.907132 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c287a3c2-92b2-43c7-8f6d-f5e5c8c42de8 req-b3037a4e-aca9-4784-b7e8-b80bb8bf40f9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499656
Jul 08 15:22:27.999299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded51b80>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:23Z', 'revision_number': 4, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'bb346071-e0a1-4a5e-aaf9-0534c2621aab', 'name': '', 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'mac_address': 'fa:16:3e:d4:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:21Z', 'updated_at': '2021-07-08T15:22:26Z', 'revision_number': 4, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'subnets': [{'id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:22:28.003893 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3faebee-14ab-44e2-9e38-480df45b9d5c None None] The sync data for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi is: [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:22:23Z', 'revision_number': 4, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'bb346071-e0a1-4a5e-aaf9-0534c2621aab', 'name': '', 'network_id': 'a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'mac_address': 'fa:16:3e:d4:49:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:21Z', 'updated_at': '2021-07-08T15:22:26Z', 'revision_number': 4, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'subnets': [{'id': '2e936d5e-c824-4758-ba50-b9e3f73e4cb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:22:28.112350 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-86f3e3f5-b12c-4b51-9c74-8f3d54f23a89 req-8f1b46e2-f133-4685-a3b7-629b9a9515b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 210 time: 0.0731273
Jul 08 15:22:28.309802 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:22:28.402200 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device bb346071-e0a1-4a5e-aaf9-0534c2621aab up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:28.502376 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port bb346071-e0a1-4a5e-aaf9-0534c2621aab completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:28.509024 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port bb346071-e0a1-4a5e-aaf9-0534c2621aab triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:28.509504 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:28.596287 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91846cdf-461b-48ee-9306-1393e906bd0a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:22:28.906795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a267d95-5036-4238-b5c4-b695a5531c27 req-eea1f630-6761-4a0e-945e-acf8a81bcdd5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:28.908550 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9a267d95-5036-4238-b5c4-b695a5531c27 req-eea1f630-6761-4a0e-945e-acf8a81bcdd5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 944 time: 0.1521626
Jul 08 15:22:28.986019 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9a267d95-5036-4238-b5c4-b695a5531c27 req-b5ae91b5-afd0-4cc2-92ce-9caf5d74adce tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648875
Jul 08 15:22:29.080396 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.118512 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91846cdf-461b-48ee-9306-1393e906bd0a,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:29.142338 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '91846cdf-461b-48ee-9306-1393e906bd0a', 'network_id': '746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1', 'port_id': '91846cdf-461b-48ee-9306-1393e906bd0a', 'mac_address': 'fa:16:3e:e7:68:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68710cea-8cdc-46bd-9e3c-0c3022f554a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:22:29.194080 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port bb346071-e0a1-4a5e-aaf9-0534c2621aab, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=bb346071-e0a1-4a5e-aaf9-0534c2621aab,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:29.218896 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.225686 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:29.297836 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-7611f8c8-b833-4a46-a21a-71a9ce40e835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.307190 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.333166 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91846cdf-461b-48ee-9306-1393e906bd0a {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:29.354646 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:29.358455 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91846cdf-461b-48ee-9306-1393e906bd0a,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:29.359598 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:29.364644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62697979-7924-4e2b-90c1-80810aac7a87 req-1e126fa2-9f89-4f91-9ea4-bdccb06b7879 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:29.365254 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.367134 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:29.375315 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-62697979-7924-4e2b-90c1-80810aac7a87 req-1e126fa2-9f89-4f91-9ea4-bdccb06b7879 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.2472336
Jul 08 15:22:29.425358 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c83a8df9-8ce9-4353-b225-5be65d00c3a2 req-140c4241-b77f-4ff5-ba22-d38c03368e00 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 210 time: 0.1156843
Jul 08 15:22:29.453910 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-62697979-7924-4e2b-90c1-80810aac7a87 req-acc9c8c5-1bbf-430a-b592-a3a6ada39f4e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0768180
Jul 08 15:22:29.491803 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:29.496852 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:29.761854 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:29.797333 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['91846cdf-461b-48ee-9306-1393e906bd0a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:29.902241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-60662db6-924d-4e85-afd1-da5fb69094f4 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:29.905961 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-60662db6-924d-4e85-afd1-da5fb69094f4 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 815 time: 0.2255895
Jul 08 15:22:29.924993 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Request body: {'port': {'device_id': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'admin_state_up': True, 'tenant_id': 'c9fe4575139d4e81aca0e6a7071e90e1'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:30.092656 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:30.103453 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:30.118700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Made reservation on behalf of c9fe4575139d4e81aca0e6a7071e90e1 for: {'port': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:30.127058 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:30.359885 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474028c-162d-43d1-9065-bb7b6d91cadb req-af8cf5e9-8e13-45ca-a07a-96863d7a4d39 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:30.361164 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3474028c-162d-43d1-9065-bb7b6d91cadb req-af8cf5e9-8e13-45ca-a07a-96863d7a4d39 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 945 time: 0.2176600
Jul 08 15:22:30.376052 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device bb346071-e0a1-4a5e-aaf9-0534c2621aab up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:30.401955 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Allocated IP 172.20.0.13 (f628f1aa-ecdf-492d-8269-729f8eb71e31/60b4358b-8365-4746-ac3f-c286c863f9ef/9547424c-f029-4448-87f8-45ebd58c2c43) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:30.469136 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port bb346071-e0a1-4a5e-aaf9-0534c2621aab triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:30.469537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:30.491227 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3474028c-162d-43d1-9065-bb7b6d91cadb req-39c8164d-aec7-4eaa-aad2-d5f1227ebf6b tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064258
Jul 08 15:22:30.775697 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-59e5c401-d2fe-4c5c-88ef-85fc66a2f6f1 req-9e12e72e-afe9-4aac-b7c9-a1b46c7fde9e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 210 time: 0.1552258
Jul 08 15:22:30.823478 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972545a9-a6f7-4e65-beab-8f6df97cbefd req-965a0943-f04c-4b2f-a5a1-0b64027ed9e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:30.824987 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-972545a9-a6f7-4e65-beab-8f6df97cbefd req-965a0943-f04c-4b2f-a5a1-0b64027ed9e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1809466
Jul 08 15:22:30.827907 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:30.884748 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-972545a9-a6f7-4e65-beab-8f6df97cbefd req-a2e125ba-069c-47b2-88fe-ad97ba9f42eb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519397
Jul 08 15:22:30.912571 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:30.912571 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:30.921936 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a', '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', '5bd80cb2-31a2-4d48-9a5d-515412c62326'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:30.983210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Network f628f1aa-ecdf-492d-8269-729f8eb71e31 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:30.987084 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:30.994322 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:31.054539 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event updated for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:31.058696 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:31.091058 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:31.091725 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:31.155693 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2383735
Jul 08 15:22:31.172019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Request body: {'port': {'device_id': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:31.373423 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:31.777142 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9547424c-f029-4448-87f8-45ebd58c2c43 {{(pid=78424) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:31.786102 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:31.809969 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Transition to ACTIVE for port object 9547424c-f029-4448-87f8-45ebd58c2c43 will not be triggered until provisioned by entity L2. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:31.816858 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:31.830160 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:31.841794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d729d500-c575-4ee8-84ee-d22af5bde34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:31.847120 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d8a35-d88e-45eb-b02f-b118ecf73639 req-3804bcdf-9969-493b-abee-77db93f1ab27 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:31.848700 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716d8a35-d88e-45eb-b02f-b118ecf73639 req-3804bcdf-9969-493b-abee-77db93f1ab27 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 945 time: 0.2409999
Jul 08 15:22:31.897831 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716d8a35-d88e-45eb-b02f-b118ecf73639 req-fef9fbe6-370c-418e-9763-b4413aa8ab86 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412858
Jul 08 15:22:32.006116 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Pushing event updated for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:32.037247 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:32.089505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8064747-0091-4a33-b031-1b8f7c2b61cc req-ec2b09bc-4166-4e24-aa39-18f059f22561 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:32.091404 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c8064747-0091-4a33-b031-1b8f7c2b61cc req-ec2b09bc-4166-4e24-aa39-18f059f22561 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.0877597
Jul 08 15:22:32.137395 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f4a58b-1da9-4bf3-828f-4918f0e87b7b req-0c86a7ce-a1ff-4ce1-8fff-fdbda26167ea tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:32.138098 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-61f4a58b-1da9-4bf3-828f-4918f0e87b7b req-0c86a7ce-a1ff-4ce1-8fff-fdbda26167ea tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:32.143150 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Attempting to bind port 9547424c-f029-4448-87f8-45ebd58c2c43 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:32.143486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Attempting to bind port 9547424c-f029-4448-87f8-45ebd58c2c43 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:32.143818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Attempting to bind port 9547424c-f029-4448-87f8-45ebd58c2c43 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:32.146741 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c8064747-0091-4a33-b031-1b8f7c2b61cc req-ff357e34-173e-486c-9ff5-f61d4df74fab tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492961
Jul 08 15:22:32.151278 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Port 9547424c-f029-4448-87f8-45ebd58c2c43 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:22:32.151602 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Attempting to bind port 9547424c-f029-4448-87f8-45ebd58c2c43 on network f628f1aa-ecdf-492d-8269-729f8eb71e31 {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:32.160312 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:32.160689 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Checking segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:32.161068 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Bound using segment: {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'} {{(pid=78424) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:32.161508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.managers [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Bound port: 9547424c-f029-4448-87f8-45ebd58c2c43, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd82290c6-5c2e-4f25-916f-f1a6c0606df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31'}}] {{(pid=78424) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:32.161853 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:32.209044 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-61f4a58b-1da9-4bf3-828f-4918f0e87b7b req-0c86a7ce-a1ff-4ce1-8fff-fdbda26167ea tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:32.210214 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-61f4a58b-1da9-4bf3-828f-4918f0e87b7b req-0c86a7ce-a1ff-4ce1-8fff-fdbda26167ea tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 944 time: 0.2790294
Jul 08 15:22:32.286768 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-61f4a58b-1da9-4bf3-828f-4918f0e87b7b req-bb119bf6-8980-47c2-9008-07b9a4ac938e tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708921
Jul 08 15:22:32.296990 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, cleared binding levels {{(pid=78424) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:32.300136 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9547424c-f029-4448-87f8-45ebd58c2c43,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78424) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:32.306041 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:32.312851 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:32.378413 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:32.379031 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:32.380512 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] 10.222.0.53 "PUT /v2.0/ports/9547424c-f029-4448-87f8-45ebd58c2c43 HTTP/1.1" status: 200  len: 1094 time: 1.2150860
Jul 08 15:22:32.381004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:32.419244 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Pushing event updated for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=3']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:32.423259 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:32.466898 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43', 'status': 'completed', 'code': 200}
Jul 08 15:22:32.511341 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-54d60cf5-3965-44d5-b272-bd62ba24f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:32.512974 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-54d60cf5-3965-44d5-b272-bd62ba24f074 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 1097 time: 0.0800617
Jul 08 15:22:32.596567 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-92790e10-1d88-4fd4-91a9-5496fad2baae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9547424c-f029-4448-87f8-45ebd58c2c43 HTTP/1.1" status: 200  len: 217 time: 0.0681865
Jul 08 15:22:32.603482 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:22:32.607858 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91846cdf-461b-48ee-9306-1393e906bd0a up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:32.675024 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-935cef76-f0bc-4178-9e1f-e2de12180c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:32.676507 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-935cef76-f0bc-4178-9e1f-e2de12180c26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.0674274
Jul 08 15:22:32.718114 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:32.737248 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-d2d8e62e-b2a2-4b7e-8494-07d89bac9a85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0524559
Jul 08 15:22:32.815924 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 91846cdf-461b-48ee-9306-1393e906bd0a completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:32.825892 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 91846cdf-461b-48ee-9306-1393e906bd0a triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:32.826266 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:32.887526 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:32.897238 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-752d2df4-c9ea-49c0-84f3-6d3634664810 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515658
Jul 08 15:22:32.907972 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:22:32.988597 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:33.008504 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:33.024730 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:33.075818 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c9d20bb1-38a9-45c2-8336-e89f8ffcdcc3 req-6ed64cdc-44f1-403c-9fbf-8b434c88c935 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1620090
Jul 08 15:22:33.095701 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:33.099224 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:33.111362 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:33.193675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=6']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:33.202261 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:33.227219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91846cdf-461b-48ee-9306-1393e906bd0a,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:33.228559 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:33.236126 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:33.238143 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:33.317630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:33.330511 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:33.341712 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['78c31074-c0be-4902-b64c-7c4eb57e9731'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:33.377851 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2730a-47f0-4ab2-8bbe-5e082ba3182e req-75090df1-0307-4852-b039-b8dcffe6068e tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:33.386153 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6fa2730a-47f0-4ab2-8bbe-5e082ba3182e req-75090df1-0307-4852-b039-b8dcffe6068e tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.2812893
Jul 08 15:22:33.407797 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-22bcc719-7dd0-4da2-ba7e-81b6e6a6dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:33.409303 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-22bcc719-7dd0-4da2-ba7e-81b6e6a6dc5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 1097 time: 0.1618328
Jul 08 15:22:33.476604 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6fa2730a-47f0-4ab2-8bbe-5e082ba3182e req-5b3c8c8a-3f1e-4684-b14a-837c6336cc01 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863035
Jul 08 15:22:33.509285 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba4900-3efe-4300-8099-bfe702855cbd req-eeafa67a-151b-407e-93e4-b0e3a49a7f01 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:33.523317 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fbba4900-3efe-4300-8099-bfe702855cbd req-eeafa67a-151b-407e-93e4-b0e3a49a7f01 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 944 time: 0.1676812
Jul 08 15:22:33.584916 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a', 'code': 200}
Jul 08 15:22:33.620293 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fbba4900-3efe-4300-8099-bfe702855cbd req-afc5009e-ebb5-469e-864f-471264837979 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937846
Jul 08 15:22:33.736329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-50dce506-eef1-482f-bb89-63f0778323b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:33.737946 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-50dce506-eef1-482f-bb89-63f0778323b0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 200  len: 916 time: 0.3119583
Jul 08 15:22:33.944760 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-2ac22ac1-336f-4175-aed3-891850e471b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9547424c-f029-4448-87f8-45ebd58c2c43 HTTP/1.1" status: 200  len: 217 time: 0.1241395
Jul 08 15:22:34.004981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fb526-0017-496b-8839-1b963183a1ee req-2f9d72d8-68ae-432e-9164-a7e237fc124c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:34.006716 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ca3fb526-0017-496b-8839-1b963183a1ee req-2f9d72d8-68ae-432e-9164-a7e237fc124c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 1099 time: 0.1071603
Jul 08 15:22:34.065073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-11e14169-0631-408f-a33b-7e921025dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:34.066608 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-11e14169-0631-408f-a33b-7e921025dbd1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 200  len: 855 time: 0.1082060
Jul 08 15:22:34.073029 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ca3fb526-0017-496b-8839-1b963183a1ee req-8d4e7bc4-2aee-4c24-aaef-7962e9262413 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544043
Jul 08 15:22:34.081288 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09059c-ebb8-4f44-a529-30d4fe2d8d35 req-772170bb-c67b-42b5-a9b6-d0220148183a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:34.083057 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7b09059c-ebb8-4f44-a529-30d4fe2d8d35 req-772170bb-c67b-42b5-a9b6-d0220148183a tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 944 time: 0.3361704
Jul 08 15:22:34.116189 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:34.157369 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7b09059c-ebb8-4f44-a529-30d4fe2d8d35 req-e114af94-8acf-4929-8356-cda164b20c44 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635886
Jul 08 15:22:34.204163 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-7e7dc05a-13d2-4899-b240-7985cdf88b07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f628f1aa-ecdf-492d-8269-729f8eb71e31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456958
Jul 08 15:22:34.355080 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-df666e76-30fa-4ba2-855f-1bfeb06f56ba service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421175
Jul 08 15:22:34.533314 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a61b6b2-4e60-452a-bb0f-c792bc8ad583 req-84b70063-81e1-42ad-84fd-a820b8078661 service neutron] 10.222.0.53 "GET /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639130
Jul 08 15:22:34.603035 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:34.814012 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 78c31074-c0be-4902-b64c-7c4eb57e9731 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:34.814462 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:34.905374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399c5a-84d7-43bb-8e4c-37071700f3a0 req-18bd9514-2538-4fdf-b4cc-4db31262e533 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:34.925190 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d1399c5a-84d7-43bb-8e4c-37071700f3a0 req-18bd9514-2538-4fdf-b4cc-4db31262e533 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.2952676
Jul 08 15:22:34.928063 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 36934) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:35.002335 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d1399c5a-84d7-43bb-8e4c-37071700f3a0 req-888b0d44-a87f-4ec3-979f-4257e7cc2534 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762544
Jul 08 15:22:35.010880 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.081788 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:35.088611 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.090923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:35.159002 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb783a-d947-4c09-b22f-9fab7118feb2 req-7c18d629-c57d-44e0-9dfd-e106c85989d5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:35.160607 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7bfb783a-d947-4c09-b22f-9fab7118feb2 req-7c18d629-c57d-44e0-9dfd-e106c85989d5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 944 time: 0.1995070
Jul 08 15:22:35.223881 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=7']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:35.231006 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:35.332488 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.369729 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:35.375323 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Usage tracker for resource:security_group_rule and tenant:ca5f058e69754abba3abe6aba1aad047 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:35.381264 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:35.391407 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:35.495715 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c26cb0-7318-48a1-863c-28efd763b3df req-bda9c54a-31da-422f-ad66-dfe4fae55fcc tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:35.516960 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-72c26cb0-7318-48a1-863c-28efd763b3df req-bda9c54a-31da-422f-ad66-dfe4fae55fcc tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 944 time: 0.1900303
Jul 08 15:22:35.585724 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:35.619573 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36958) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:35.627713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.654746 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-72c26cb0-7318-48a1-863c-28efd763b3df req-9150c327-d72c-49c6-acaf-fb61440ac74d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363630
Jul 08 15:22:35.656182 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7bfb783a-d947-4c09-b22f-9fab7118feb2 req-369cd43f-e4f2-4d2c-bc92-055fccde79db tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4879944
Jul 08 15:22:35.659234 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.681697 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-364a4656-89f2-4b44-8c06-2b1ec57d207b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:35.710625 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'code': 200}
Jul 08 15:22:35.794608 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ca5f058e69754abba3abe6aba1aad047&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8650849
Jul 08 15:22:35.797098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36966) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:35.812031 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd644f77-a29e-48f3-83df-5bb0066999a2,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:35.820068 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-582ed7bb-a1ba-4ef5-b19c-3de2bd3648bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:35.937309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.950509 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:35.978995 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:35.988093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Usage tracker for resource:security_group_rule and tenant:adc1b835bd2c49c6b8dcdb4276487964 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:35.999395 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.006206 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:36.016234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:36.151237 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.191314 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b48db3c6-27f4-42fe-b30d-950419fdb344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:36.216861 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.218419 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/bd644f77-a29e-48f3-83df-5bb0066999a2 HTTP/1.1" status: 204  len: 168 time: 0.4195621
Jul 08 15:22:36.227730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd644f77-a29e-48f3-83df-5bb0066999a2,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:36.233781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:36.276607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.282290 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.294818 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8c50ec16-890f-43e4-8bca-9a17cd4b7251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:36.369865 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584cb7e-beac-4fb5-8ced-53a4c31784bc req-f2ef2dd1-7b05-466f-b281-6456d4b29f09 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:36.385139 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2584cb7e-beac-4fb5-8ced-53a4c31784bc req-f2ef2dd1-7b05-466f-b281-6456d4b29f09 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.2190101
Jul 08 15:22:36.405153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1f028-f63f-4673-8730-179f53fa3ae0,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:36.413091 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=adc1b835bd2c49c6b8dcdb4276487964&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7924345
Jul 08 15:22:36.414126 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 36986) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:36.415193 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:36.479968 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2584cb7e-beac-4fb5-8ced-53a4c31784bc req-09adf302-400a-4286-9657-5a2d4a621b22 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937455
Jul 08 15:22:36.584739 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.608727 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 9547424c-f029-4448-87f8-45ebd58c2c43 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:22:36.624321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.773063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.789154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-51b368d8-69ed-421a-8275-a6d19b0eacd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:36.841350 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1f028-f63f-4673-8730-179f53fa3ae0,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:36.879480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:36.885198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:36.888773 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8ef1f028-f63f-4673-8730-179f53fa3ae0 HTTP/1.1" status: 204  len: 168 time: 0.4623890
Jul 08 15:22:37.152625 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9547424c-f029-4448-87f8-45ebd58c2c43,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:37.171096 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '9547424c-f029-4448-87f8-45ebd58c2c43', 'network_id': 'f628f1aa-ecdf-492d-8269-729f8eb71e31', 'port_id': '9547424c-f029-4448-87f8-45ebd58c2c43', 'mac_address': 'fa:16:3e:33:42:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 539, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b4358b-8365-4746-ac3f-c286c863f9ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:22:37.188834 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f6b88-0463-458a-8f54-686a959ef99d req-9f2902d1-52e3-4284-a134-b6acb96250b8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:37.201854 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-430f6b88-0463-458a-8f54-686a959ef99d req-9f2902d1-52e3-4284-a134-b6acb96250b8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 944 time: 0.2622900
Jul 08 15:22:37.227196 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5bc27-4ad6-468c-9053-d0f9421b17d4 req-5da4e4a7-dbdf-42a4-9531-3aa10c9d5671 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:37.248216 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1be5bc27-4ad6-468c-9053-d0f9421b17d4 req-5da4e4a7-dbdf-42a4-9531-3aa10c9d5671 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.2624099
Jul 08 15:22:37.283705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:37.331387 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9547424c-f029-4448-87f8-45ebd58c2c43 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:37.345179 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-430f6b88-0463-458a-8f54-686a959ef99d req-cd86b378-eaaf-4b03-8b67-76d7ce510750 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226063
Jul 08 15:22:37.378026 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9547424c-f029-4448-87f8-45ebd58c2c43,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:37.386198 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1be5bc27-4ad6-468c-9053-d0f9421b17d4 req-9694a10b-bd00-46e1-8ae7-6e4cb42ea346 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1339047
Jul 08 15:22:37.398526 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:37.405032 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:37.581341 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:37.596180 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.596907 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.597477 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.598396 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.599147 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.599715 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.600243 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.602029 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.603743 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.605026 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.606216 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.606858 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:22:37.620799 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:37.817352 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['9547424c-f029-4448-87f8-45ebd58c2c43'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:38.463634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755206d9-abaa-4479-b933-b7e732060bc6 req-15912131-f0d9-4339-8513-008707428ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:38.465892 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-15912131-f0d9-4339-8513-008707428ff7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.1343586
Jul 08 15:22:38.574149 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc17563-0753-450e-9df9-8f3b3fb62afa req-2992ff0c-406e-498b-aa42-fa6fb28b3cfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:38.577848 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ddc17563-0753-450e-9df9-8f3b3fb62afa req-2992ff0c-406e-498b-aa42-fa6fb28b3cfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1850030
Jul 08 15:22:38.733457 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ddc17563-0753-450e-9df9-8f3b3fb62afa req-f58a6135-2bb8-409c-98f4-2bb09acb63c1 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1459074
Jul 08 15:22:38.818085 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755206d9-abaa-4479-b933-b7e732060bc6 req-0d0ee909-0b9e-4f73-a574-e9ef6ff9134b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:38.819641 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-0d0ee909-0b9e-4f73-a574-e9ef6ff9134b service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.3278835
Jul 08 15:22:39.105715 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-e2fd3d7c-7592-44e1-86ce-b748711ac02f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.2736578
Jul 08 15:22:39.236112 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755206d9-abaa-4479-b933-b7e732060bc6 req-7a3e86da-3a5f-48e2-9564-009626301587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:39.238336 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-7a3e86da-3a5f-48e2-9564-009626301587 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.1035414
Jul 08 15:22:39.248972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742629-cde8-4202-b7b7-f0b0121cded5 req-8e27116d-727a-4c7d-affd-820d5709bba6 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:39.257375 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0742629-cde8-4202-b7b7-f0b0121cded5 req-8e27116d-727a-4c7d-affd-820d5709bba6 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 945 time: 0.3378201
Jul 08 15:22:39.343645 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-368b75e3-c759-44be-bfd8-eec8d65a4b3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0838091
Jul 08 15:22:39.384786 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21127e1-c83e-474a-b078-bbc383aeeb8f req-fb273bea-96c6-449d-9c9c-c31352285159 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:39.386383 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d21127e1-c83e-474a-b078-bbc383aeeb8f req-fb273bea-96c6-449d-9c9c-c31352285159 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1726375
Jul 08 15:22:39.462063 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d21127e1-c83e-474a-b078-bbc383aeeb8f req-3039428d-e97e-4062-98e3-03b1dd77ac2d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657372
Jul 08 15:22:39.486052 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e0742629-cde8-4202-b7b7-f0b0121cded5 req-a1b839c1-d48f-4067-87f4-395185570246 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2254708
Jul 08 15:22:39.548540 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-c766d648-f1c8-45dc-bb6e-003fde28f26e service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967022
Jul 08 15:22:39.689165 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea9f513-e9ef-419b-b800-7e69ce3bb747 req-7caeab9b-cda2-40c6-9656-e51110914a4a tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:39.707480 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ea9f513-e9ef-419b-b800-7e69ce3bb747 req-7caeab9b-cda2-40c6-9656-e51110914a4a tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.1410031
Jul 08 15:22:39.800661 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ea9f513-e9ef-419b-b800-7e69ce3bb747 req-31b07a65-fb7d-45ec-b10e-8df92f32a7e1 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918362
Jul 08 15:22:39.824040 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-755206d9-abaa-4479-b933-b7e732060bc6 req-14c4529b-e28b-4414-a187-623aac129d6b service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629912
Jul 08 15:22:39.996647 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b66658-fccd-4e7b-978a-40e853b53693 req-1137ffb0-c1a4-4a73-8c65-5376ccc6c168 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:39.998283 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e1b66658-fccd-4e7b-978a-40e853b53693 req-1137ffb0-c1a4-4a73-8c65-5376ccc6c168 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1018734
Jul 08 15:22:40.058215 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e1b66658-fccd-4e7b-978a-40e853b53693 req-4cf62097-800c-4264-b223-3c02769ba9a4 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541525
Jul 08 15:22:40.620384 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 9547424c-f029-4448-87f8-45ebd58c2c43 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:22:40.787641 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 9547424c-f029-4448-87f8-45ebd58c2c43 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:40.804299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 9547424c-f029-4448-87f8-45ebd58c2c43 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:40.804747 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:40.831375 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f745-94b6-4123-bcc2-bbd04e4c2a23 req-5d63f87a-7a12-4b31-b11a-d4d866997baf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:40.839261 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e24f745-94b6-4123-bcc2-bbd04e4c2a23 req-5d63f87a-7a12-4b31-b11a-d4d866997baf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1763031
Jul 08 15:22:40.873339 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849274fb-783e-45a9-8fb4-a6afa2d242ff req-21f9e3d5-45ff-4ffe-b318-183089839b4f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:40.890264 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-849274fb-783e-45a9-8fb4-a6afa2d242ff req-21f9e3d5-45ff-4ffe-b318-183089839b4f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 945 time: 0.2779918
Jul 08 15:22:40.909906 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e24f745-94b6-4123-bcc2-bbd04e4c2a23 req-2e50fe26-b853-4a61-bf37-c4b8f029c361 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694311
Jul 08 15:22:41.032684 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-849274fb-783e-45a9-8fb4-a6afa2d242ff req-c89d0bed-ae68-4cfd-aeab-9d9a977fbcdc tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1445439
Jul 08 15:22:41.076673 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:41.083100 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-3292c1e7-1c98-431e-b62f-8bb8b49bb72c tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:41.098173 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-3292c1e7-1c98-431e-b62f-8bb8b49bb72c tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.2996027
Jul 08 15:22:41.131555 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9547424c-f029-4448-87f8-45ebd58c2c43,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:41.133021 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:41.141711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:41.144710 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:41.250927 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:41.258754 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:41.270421 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d3ac4-f2e6-419f-8633-2327f5d1cb64 req-99bd6e28-c2a8-4141-85f3-54afccc2d9a5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:41.271972 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eb0d3ac4-f2e6-419f-8633-2327f5d1cb64 req-99bd6e28-c2a8-4141-85f3-54afccc2d9a5 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 946 time: 0.1664779
Jul 08 15:22:41.287806 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Deleting port 91846cdf-461b-48ee-9306-1393e906bd0a {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:22:41.288364 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:41.341327 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eb0d3ac4-f2e6-419f-8633-2327f5d1cb64 req-6b1e09d9-644c-494c-87b5-d2b201f55877 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/security-groups?id=da9ffe03-4575-403f-a939-6dc4d889fa16&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622981
Jul 08 15:22:41.436150 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43', 'code': 200}
Jul 08 15:22:41.584731 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c8acf-aa60-4d13-b22d-6ac7d51c4633 req-680e9627-3771-4306-8c19-54af16e19de2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:41.591560 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-905c8acf-aa60-4d13-b22d-6ac7d51c4633 req-680e9627-3771-4306-8c19-54af16e19de2 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.3828619
Jul 08 15:22:41.652027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] For port 91846cdf-461b-48ee-9306-1393e906bd0a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91846cdf-461b-48ee-9306-1393e906bd0a,segment=NetworkSegment(0668acf7-5b35-4221-ae92-4813f4023e02),segment_id=0668acf7-5b35-4221-ae92-4813f4023e02)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:41.653455 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:41.820658 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Calling delete_port for 91846cdf-461b-48ee-9306-1393e906bd0a owned by compute:nova {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:22:41.826911 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 37120) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:41.874849 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-905c8acf-aa60-4d13-b22d-6ac7d51c4633 req-2fbd90b6-fecd-4753-a47b-641986602815 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2824104
Jul 08 15:22:42.000118 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.038884 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:42.043983 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Usage tracker for resource:security_group_rule and tenant:8156395cfc0d44d3aae60fef78ecef56 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:42.068235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:42.095944 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:42.124191 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.131671 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:42.308040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Pushing event deleted for resources: {'Port': ['ID=91846cdf-461b-48ee-9306-1393e906bd0a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:42.322431 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:42.329366 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1db48f-ddf4-49f1-ab99-1d13a50a7cfe req-d76a06c2-5e96-4364-b9db-c7281536cf02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:42.338216 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fd1db48f-ddf4-49f1-ab99-1d13a50a7cfe req-d76a06c2-5e96-4364-b9db-c7281536cf02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1789043
Jul 08 15:22:42.407816 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] No DVR routers for this DVR port 91846cdf-461b-48ee-9306-1393e906bd0a on host hv-cinder-79867 {{(pid=78424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:22:42.412914 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.416018 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'name': 'network-vif-deleted', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:42.444796 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fd1db48f-ddf4-49f1-ab99-1d13a50a7cfe req-df80e613-a54d-438a-8884-66220f4e6a8f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1052272
Jul 08 15:22:42.452238 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c46e6993-2a25-40ec-8e94-cf26259b36c7 req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.53 "DELETE /v2.0/ports/91846cdf-461b-48ee-9306-1393e906bd0a HTTP/1.1" status: 204  len: 173 time: 1.3386443
Jul 08 15:22:42.472913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85f673-1ae8-42d5-887e-1aa55bf6cd89 req-9903218f-d1b0-4dcc-849f-83ad7f3acec1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:42.476752 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8a85f673-1ae8-42d5-887e-1aa55bf6cd89 req-9903218f-d1b0-4dcc-849f-83ad7f3acec1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.2123251
Jul 08 15:22:42.478574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.485767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.522188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:42.530881 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8a85f673-1ae8-42d5-887e-1aa55bf6cd89 req-67eba401-12f3-481c-ae1a-45be6eb2dfaf tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521080
Jul 08 15:22:42.550500 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8156395cfc0d44d3aae60fef78ecef56&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7222192
Jul 08 15:22:42.553211 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37138) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:42.591187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babd2e67-1ac0-409c-8294-ea286453c39a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:42.595008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:42.643926 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.676770 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dacc980f-664b-4abb-aa7c-fac77a5bc0ca req-b7d4931d-d374-42f2-a515-78949fd44015 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 210 time: 0.0687418
Jul 08 15:22:42.680779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.695526 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef312c2-394d-4939-a526-218f13b885f4', 'name': 'network-vif-deleted', 'tag': '91846cdf-461b-48ee-9306-1393e906bd0a', 'status': 'completed', 'code': 200}
Jul 08 15:22:42.752558 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.756334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d2b9da0f-3c84-453b-8b1c-cabb1734bdad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:42.769871 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babd2e67-1ac0-409c-8294-ea286453c39a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:42.772652 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:42.781822 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:42.783207 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/babd2e67-1ac0-409c-8294-ea286453c39a HTTP/1.1" status: 204  len: 168 time: 0.2288775
Jul 08 15:22:43.245105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c73b5-67e0-4e65-9928-d7d8a7f0d80d req-0256c97f-2477-4900-bb0c-c7cb0475e255 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:43.246702 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-121c73b5-67e0-4e65-9928-d7d8a7f0d80d req-0256c97f-2477-4900-bb0c-c7cb0475e255 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2184756
Jul 08 15:22:43.342682 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-121c73b5-67e0-4e65-9928-d7d8a7f0d80d req-2febc887-7a59-44af-a28c-027adb870e82 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866101
Jul 08 15:22:43.883063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32124a4-ce0f-4051-9efa-e3b3d7721684 req-6551483b-6fbe-46d4-ba47-28319f4d7136 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:43.887326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a812467-6f23-4352-8738-460d227f0bed req-58077874-aaea-40de-bfb6-3d48408f4313 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:43.892190 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f32124a4-ce0f-4051-9efa-e3b3d7721684 req-6551483b-6fbe-46d4-ba47-28319f4d7136 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.2158096
Jul 08 15:22:43.893291 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a812467-6f23-4352-8738-460d227f0bed req-58077874-aaea-40de-bfb6-3d48408f4313 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.2051547
Jul 08 15:22:43.985271 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3a812467-6f23-4352-8738-460d227f0bed req-f69a4ee0-c90b-411d-9a47-474b08b279cd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784125
Jul 08 15:22:44.020199 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f32124a4-ce0f-4051-9efa-e3b3d7721684 req-4a6e256c-fd31-498c-a3c5-8dfa1c8e2315 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128695
Jul 08 15:22:44.252804 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-e06ed9c4-e9aa-495c-805a-a06e56cae1dd req-01991598-2719-4571-9ee7-f7caa43f8200 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Synchronizing usage tracker for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:44.314379 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-e06ed9c4-e9aa-495c-805a-a06e56cae1dd req-01991598-2719-4571-9ee7-f7caa43f8200 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Unset dirty status for tenant:a544b4aed8c1469db4299ca93fe3d671 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:44.329110 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e06ed9c4-e9aa-495c-805a-a06e56cae1dd req-01991598-2719-4571-9ee7-f7caa43f8200 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] 10.222.0.55 "GET /v2.0/ports?device_id=aef312c2-394d-4939-a526-218f13b885f4 HTTP/1.1" status: 200  len: 210 time: 0.1354098
Jul 08 15:22:44.370778 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['91846cdf-461b-48ee-9306-1393e906bd0a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:44.640029 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e90fe-3ccb-41cf-9469-ddc9f36b656a req-774d2acc-1e9c-4278-82b9-01014c96b488 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:44.649227 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c95e90fe-3ccb-41cf-9469-ddc9f36b656a req-774d2acc-1e9c-4278-82b9-01014c96b488 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1253152
Jul 08 15:22:44.741343 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c95e90fe-3ccb-41cf-9469-ddc9f36b656a req-684e50b0-04b0-4ddd-b952-8f82e2a358f3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902898
Jul 08 15:22:44.851362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf636ab4-afec-4d8e-bf9e-16c1e43c99bb req-a8a3c021-f09d-437a-b8c6-4d015b61d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:44.854130 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cf636ab4-afec-4d8e-bf9e-16c1e43c99bb req-a8a3c021-f09d-437a-b8c6-4d015b61d4eb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 1099 time: 0.1328316
Jul 08 15:22:44.920697 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-cf636ab4-afec-4d8e-bf9e-16c1e43c99bb req-d4f72fde-b7ce-4135-9bc6-e6d818759510 service neutron] Synchronizing usage tracker for tenant:3dc132c7988d44aeb31f1270d53f463c on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:44.945178 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-cf636ab4-afec-4d8e-bf9e-16c1e43c99bb req-d4f72fde-b7ce-4135-9bc6-e6d818759510 service neutron] Unset dirty status for tenant:3dc132c7988d44aeb31f1270d53f463c on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:44.946438 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cf636ab4-afec-4d8e-bf9e-16c1e43c99bb req-d4f72fde-b7ce-4135-9bc6-e6d818759510 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817840
Jul 08 15:22:45.252325 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322a233-1820-41b2-a2a8-0e5a06e342a6 req-38eda086-37b2-4254-9269-27660a04eed8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:45.262516 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e322a233-1820-41b2-a2a8-0e5a06e342a6 req-38eda086-37b2-4254-9269-27660a04eed8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1175289
Jul 08 15:22:45.265792 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0d90f-f781-4637-a7da-df61e7ead5ee req-6db3fd8b-f4a8-49d0-a223-675bd5b2716c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:45.270004 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e0d0d90f-f781-4637-a7da-df61e7ead5ee req-6db3fd8b-f4a8-49d0-a223-675bd5b2716c tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.0972438
Jul 08 15:22:45.344700 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e322a233-1820-41b2-a2a8-0e5a06e342a6 req-0402bab1-6060-4023-8078-3d107c395efc tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818737
Jul 08 15:22:45.379286 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e0d0d90f-f781-4637-a7da-df61e7ead5ee req-c22d7d9b-5bd4-4131-843a-29c7200d4836 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010807
Jul 08 15:22:46.052186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5026647-3dd0-41c1-a715-1038947442c7 req-5c9d7770-7418-4a48-a527-57a896e28abb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:46.061523 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c5026647-3dd0-41c1-a715-1038947442c7 req-5c9d7770-7418-4a48-a527-57a896e28abb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1774721
Jul 08 15:22:46.123771 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c5026647-3dd0-41c1-a715-1038947442c7 req-ea34a2b0-1ad9-422b-94db-5ecaba690971 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609879
Jul 08 15:22:46.375769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91846cdf-461b-48ee-9306-1393e906bd0a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:22:46.431541 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 91846cdf-461b-48ee-9306-1393e906bd0a {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:22:46.432200 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91846cdf-461b-48ee-9306-1393e906bd0a not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:22:46.681082 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-655e4d73-eaaf-47c9-874d-64e6daac7d9c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=654e58ac90dd4d679b289f6f707bd075&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0643098
Jul 08 15:22:46.682476 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3730f699-0bb2-4f76-9cf3-d636f5561945 req-a54cdc8d-90ee-4350-b1b0-2c04009b765e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:46.689916 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3730f699-0bb2-4f76-9cf3-d636f5561945 req-a54cdc8d-90ee-4350-b1b0-2c04009b765e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1714056
Jul 08 15:22:46.741005 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3730f699-0bb2-4f76-9cf3-d636f5561945 req-7dbcdecd-c8a4-4894-a3bd-20178066ccbb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501423
Jul 08 15:22:47.024715 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-79f03767-b0ad-4c67-8f82-485de72f309d tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:47.027413 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-79f03767-b0ad-4c67-8f82-485de72f309d tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3391869
Jul 08 15:22:47.027564 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519fc66-4d3e-4d8c-b808-581649c4d473 req-a31f689b-d70b-46c6-b367-6eae9cd3b914 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:47.029297 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e519fc66-4d3e-4d8c-b808-581649c4d473 req-a31f689b-d70b-46c6-b367-6eae9cd3b914 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1350775
Jul 08 15:22:47.053690 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-049cae20-41b4-4eb3-bb16-bdfdd81fbebe tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/quotas/654e58ac90dd4d679b289f6f707bd075 HTTP/1.1" status: 200  len: 375 time: 0.0192885
Jul 08 15:22:47.139355 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e519fc66-4d3e-4d8c-b808-581649c4d473 req-d9110ba5-e0ce-457e-8e87-e18463bf0640 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002233
Jul 08 15:22:47.180703 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-538ee5c0-9f8d-4c91-8d49-7eb00151f622 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=654e58ac90dd4d679b289f6f707bd075&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1189842
Jul 08 15:22:47.441082 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa11781-1c12-4355-8e9b-9a55f67acb91 req-a9fd86f6-27aa-4d81-b243-c473ddc4d594 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:47.443027 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7fa11781-1c12-4355-8e9b-9a55f67acb91 req-a9fd86f6-27aa-4d81-b243-c473ddc4d594 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1224029
Jul 08 15:22:47.527539 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7fa11781-1c12-4355-8e9b-9a55f67acb91 req-d23b232b-a76b-4b6a-897a-f2302a5e4dba tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786660
Jul 08 15:22:47.613117 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ff39d81-b025-4bc1-86ab-9cc0f8452aa4 req-8b98a8fa-7a95-4edf-bdcb-cc5590350fee tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0846164
Jul 08 15:22:48.109324 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e1778-8a3a-499f-9de8-f759e691584b req-8c7d05f2-d691-4daa-93bb-8b1816ce8089 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:48.120053 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-275e1778-8a3a-499f-9de8-f759e691584b req-8c7d05f2-d691-4daa-93bb-8b1816ce8089 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1579905
Jul 08 15:22:48.221079 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-275e1778-8a3a-499f-9de8-f759e691584b req-7039f3ad-124a-4477-b8fd-3d9bce8b3638 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968895
Jul 08 15:22:48.677017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 37330) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:48.815516 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac947f-a648-46ae-b3fb-ba8475654cd5 req-77a3172c-c654-4961-b597-c454b2639765 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:48.825492 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cbac947f-a648-46ae-b3fb-ba8475654cd5 req-77a3172c-c654-4961-b597-c454b2639765 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1268413
Jul 08 15:22:48.869201 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7f077632-5cbd-412e-8b0c-f22d66b514e5 req-6e5ed112-1a80-4a90-a589-1264ce3581dc tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0873528
Jul 08 15:22:48.871537 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:48.896789 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:48.899560 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cbac947f-a648-46ae-b3fb-ba8475654cd5 req-0523944e-761f-429d-b48c-bf3e17cb1cce tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678647
Jul 08 15:22:48.902446 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Usage tracker for resource:security_group_rule and tenant:7edc9688ef324e0383a86a0fa21bb64a is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:48.909215 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:48.916885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:49.009115 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.014610 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.028869 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bd1fdad-9434-467f-84c1-7b29d4da0eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:49.078764 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37344) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:49.079254 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7edc9688ef324e0383a86a0fa21bb64a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4005558
Jul 08 15:22:49.080347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40f0c28-8944-49b7-883e-bcd6e15fd648,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:49.084480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:49.159216 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.187755 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.254836 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.262076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-6da6aa91-c02d-4f19-8e58-8cbbd2caaf80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:49.279355 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40f0c28-8944-49b7-883e-bcd6e15fd648,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:49.281374 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:49.282697 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c40f0c28-8944-49b7-883e-bcd6e15fd648 HTTP/1.1" status: 204  len: 168 time: 0.2029591
Jul 08 15:22:49.284288 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:49.481152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62764f-6315-4a44-818d-5f88af520e8d req-6a67ba84-d9f7-4f31-9be3-941c0b2e7a9f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:49.489512 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e62764f-6315-4a44-818d-5f88af520e8d req-6a67ba84-d9f7-4f31-9be3-941c0b2e7a9f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1203282
Jul 08 15:22:49.550193 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e62764f-6315-4a44-818d-5f88af520e8d req-e5e3d551-15c6-4ac8-ad6f-0b91e8095ff2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591717
Jul 08 15:22:50.084316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee36d67-26ea-4962-90aa-6da9a2e4002c req-79d9118b-a97e-439d-9841-8097ae6b2844 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:50.085880 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-aee36d67-26ea-4962-90aa-6da9a2e4002c req-79d9118b-a97e-439d-9841-8097ae6b2844 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0881441
Jul 08 15:22:50.137806 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-aee36d67-26ea-4962-90aa-6da9a2e4002c req-e7fd9ba1-552f-4299-868b-4f6015bd6c77 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459969
Jul 08 15:22:50.169095 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7d7d65f7-0276-4e3c-8868-1185157fa212 req-dd00db8c-99b9-447a-a158-22446821bfb4 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0476031
Jul 08 15:22:50.739412 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a950e-2ae6-4890-ab23-affea6182f3f req-683e724c-68c9-4d71-823a-fe2156dd9147 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:50.740904 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6e1a950e-2ae6-4890-ab23-affea6182f3f req-683e724c-68c9-4d71-823a-fe2156dd9147 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.0809507
Jul 08 15:22:50.788803 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6e1a950e-2ae6-4890-ab23-affea6182f3f req-5358ef1b-ee55-4fb1-801b-b22d6e5acbe5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420787
Jul 08 15:22:51.354702 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ae15f941-38b1-4789-8c70-3e24889266c1 req-74ec54f2-b4ed-4233-ba8f-416ab78a9275 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0585282
Jul 08 15:22:51.378312 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd9773-6e54-40cd-8128-fa4080da75c7 req-4f55015e-d1bf-4605-9ecf-23d9376896c9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:51.379788 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2ecd9773-6e54-40cd-8128-fa4080da75c7 req-4f55015e-d1bf-4605-9ecf-23d9376896c9 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1099143
Jul 08 15:22:51.426523 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2ecd9773-6e54-40cd-8128-fa4080da75c7 req-f6b9501c-c361-4f87-85a9-c4f649680102 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398593
Jul 08 15:22:51.965615 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-9d6593e3-4dcc-4ae8-a587-2c100f9dde8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:51.967185 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-9d6593e3-4dcc-4ae8-a587-2c100f9dde8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1098 time: 0.0732493
Jul 08 15:22:51.975418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0181a-6b83-4fe8-8df6-0724b4327a6e req-b0e2e266-5bb4-4bc5-8900-a5edbffea8d2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:51.976890 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-27b0181a-6b83-4fe8-8df6-0724b4327a6e req-b0e2e266-5bb4-4bc5-8900-a5edbffea8d2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.0791218
Jul 08 15:22:52.026878 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-27b0181a-6b83-4fe8-8df6-0724b4327a6e req-c4830600-7825-4755-b19d-68d7f2580d50 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437112
Jul 08 15:22:52.131464 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-f4145eea-0580-4378-8676-8ea4b0cabbde tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=654e58ac90dd4d679b289f6f707bd075&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0378435
Jul 08 15:22:52.143909 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-5054e09e-e471-4417-bf9a-b9a7e8a32672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:52.145398 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-5054e09e-e471-4417-bf9a-b9a7e8a32672 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.1578896
Jul 08 15:22:52.286928 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-482eb699-2bb0-43e8-9dda-f3309ecac309 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 200  len: 1001 time: 0.1291659
Jul 08 15:22:52.319636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-fa271cf3-9ed9-47d3-a4b4-d513c785dcf9 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:52.321258 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-fa271cf3-9ed9-47d3-a4b4-d513c785dcf9 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1838143
Jul 08 15:22:52.336095 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Request body: {'port': {'device_id': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a', 'admin_state_up': True, 'tenant_id': '654e58ac90dd4d679b289f6f707bd075'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:52.623489 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-273a21f5-287b-4c52-92b9-d0c18fbdb60d req-b15784f1-fe02-4581-a9c9-f30bdbb870c9 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0563817
Jul 08 15:22:52.641896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:52.641896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Usage tracker for resource:port and tenant:654e58ac90dd4d679b289f6f707bd075 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:52.643660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:52.648795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-9115aee3-a447-4c76-8a16-3ed902bbd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:52.659697 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-9115aee3-a447-4c76-8a16-3ed902bbd022 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.3639171
Jul 08 15:22:52.661597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:52.696880 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Made reservation on behalf of 654e58ac90dd4d679b289f6f707bd075 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:52.703187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:52.722294 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:52.754828 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:52.767011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Usage tracker for resource:security_group_rule and tenant:654e58ac90dd4d679b289f6f707bd075 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:22:52.782186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:22:52.807984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8af1cb-a232-46bb-be56-d12bb77986bd req-92c99d7f-7a8a-41ed-819d-419ed40ff3b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:52.818878 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4d8af1cb-a232-46bb-be56-d12bb77986bd req-92c99d7f-7a8a-41ed-819d-419ed40ff3b6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2595375
Jul 08 15:22:52.841378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:52.842051 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-2f010a32-c3bc-4dcf-8709-ee296fb7a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:52.843955 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-2f010a32-c3bc-4dcf-8709-ee296fb7a0d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1731362
Jul 08 15:22:52.893916 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4d8af1cb-a232-46bb-be56-d12bb77986bd req-6599b9c8-3e29-46a4-a724-25121861222a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739803
Jul 08 15:22:53.025559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:53.033088 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:53.038407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-16bdc4da-c455-41da-aacf-97a6acd16202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:53.063019 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-001b0952-01b0-4b03-b44c-b629fb9ef056 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2085724
Jul 08 15:22:53.127234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b61c21-d46b-4f64-897f-624b66c91352,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:53.146031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:53.315871 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Allocated IP 192.168.233.63 (c518554e-ea37-41e6-84b0-097e84a2e31a/67dbd645-e039-4c34-9cb4-faa5b7c5790a/19abb165-83e6-4711-854f-4c824372354a) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:53.333647 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-06f389e0-1f7b-4af6-bbd2-5146467011a5 req-60e4e244-c30d-4792-9a18-2f9780833cb9 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2632902
Jul 08 15:22:53.378264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e294f0-3024-4b60-ae10-fb2a991502cf req-1fa602f6-a67f-44bd-862e-06a9a392e536 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:53.379811 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f9e294f0-3024-4b60-ae10-fb2a991502cf req-1fa602f6-a67f-44bd-862e-06a9a392e536 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 945 time: 0.1593945
Jul 08 15:22:53.534965 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f9e294f0-3024-4b60-ae10-fb2a991502cf req-756ddd0e-a4fb-4951-8229-44cf641c34d6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443894
Jul 08 15:22:53.641216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:53.679864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Transition to ACTIVE for port object 19abb165-83e6-4711-854f-4c824372354a will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:53.748653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:53.748653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:53.823683 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Network c518554e-ea37-41e6-84b0-097e84a2e31a is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:53.827116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:53.831577 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:53.872268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Pushing event updated for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:53.885184 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:53.947816 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:53.948510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:53.970108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a5edd-3a8b-4fe2-bcf7-19cf622bdcc7 req-f545258b-2507-468e-be35-f6271eeee7e2 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:53.978168 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-791a5edd-3a8b-4fe2-bcf7-19cf622bdcc7 req-f545258b-2507-468e-be35-f6271eeee7e2 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 935 time: 0.1687899
Jul 08 15:22:54.042865 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7108679
Jul 08 15:22:54.045182 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-791a5edd-3a8b-4fe2-bcf7-19cf622bdcc7 req-7910ef30-6962-4bb4-b308-c6fdd3c32790 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654020
Jul 08 15:22:54.056798 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Request body: {'port': {'device_id': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:54.275566 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-489a39bb-634a-4e2f-ba7c-fb996b86d072 None None] Provisioning for port 19abb165-83e6-4711-854f-4c824372354a completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:54.288164 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.316345 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-489a39bb-634a-4e2f-ba7c-fb996b86d072 None None] Provisioning complete for port 19abb165-83e6-4711-854f-4c824372354a triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:54.317317 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-489a39bb-634a-4e2f-ba7c-fb996b86d072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.358552 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5cdacc47-c973-49ed-833e-709fdeeaebb2 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214752753&fields=id&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 267 time: 0.1283228
Jul 08 15:22:54.384153 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.393173 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-489a39bb-634a-4e2f-ba7c-fb996b86d072 None None] Port 19abb165-83e6-4711-854f-4c824372354a cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:54.402381 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:22:54.518953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5aed7928-e0c5-4677-a095-efd0e4316e94 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:54.527387 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5aed7928-e0c5-4677-a095-efd0e4316e94 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.1676652
Jul 08 15:22:54.544625 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-d6086743-d4b1-4f1c-9509-1f2fb2dcff7c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/quotas/7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 375 time: 0.0159953
Jul 08 15:22:54.559855 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb70f6ae-db56-465d-88a6-bb5f9b77320e req-0bee57cf-bd64-4146-ad3b-d92930f222a0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:54.562623 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cb70f6ae-db56-465d-88a6-bb5f9b77320e req-0bee57cf-bd64-4146-ad3b-d92930f222a0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.4701502
Jul 08 15:22:54.575332 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.612878 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:54.624807 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:54.632448 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.636743 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:54.678416 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5a425415-3ec8-4c71-b3ee-8c9cdbe9760e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:54.710024 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5a425415-3ec8-4c71-b3ee-8c9cdbe9760e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:54.711335 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-5a425415-3ec8-4c71-b3ee-8c9cdbe9760e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1657045
Jul 08 15:22:54.719815 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=8']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:54.723483 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:54.810066 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cb70f6ae-db56-465d-88a6-bb5f9b77320e req-6e8fea97-400a-470a-8853-746c5472bd06 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1334510
Jul 08 15:22:54.906049 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-b8d11665-dea2-4d56-b8b8-b3857b6e6122 service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787965
Jul 08 15:22:54.924615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19abb165-83e6-4711-854f-4c824372354a {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:54.936622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:54.954853 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Transition to ACTIVE for port object 19abb165-83e6-4711-854f-4c824372354a will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:54.964830 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:55.005792 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-022fe1d3-3663-4cc5-8153-8720b8584733 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:55.084592 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-279b6e2d-3efd-4f58-bcae-d55a56d399d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774945
Jul 08 15:22:55.109675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Pushing event updated for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:55.117315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:55.483787 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eceb341-6c91-4b96-a069-29bf0e3ff1a1 req-84696647-8bb2-4ce8-a7eb-0e73c4068a17 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:55.490761 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4eceb341-6c91-4b96-a069-29bf0e3ff1a1 req-84696647-8bb2-4ce8-a7eb-0e73c4068a17 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.5224192
Jul 08 15:22:55.616958 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Attempting to bind port 19abb165-83e6-4711-854f-4c824372354a on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:22:55.617338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Attempting to bind port 19abb165-83e6-4711-854f-4c824372354a by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:22:55.618706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Attempting to bind port 19abb165-83e6-4711-854f-4c824372354a on network c518554e-ea37-41e6-84b0-097e84a2e31a {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:55.643181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Port 19abb165-83e6-4711-854f-4c824372354a on network c518554e-ea37-41e6-84b0-097e84a2e31a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:22:55.644024 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Attempting to bind port 19abb165-83e6-4711-854f-4c824372354a on network c518554e-ea37-41e6-84b0-097e84a2e31a {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:22:55.656437 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4eceb341-6c91-4b96-a069-29bf0e3ff1a1 req-97d97797-3f0d-4c0f-9c6c-e602070a42ff tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1440108
Jul 08 15:22:55.659291 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:22:55.659535 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Checking segment: {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:22:55.659917 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Bound using segment: {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:22:55.660326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Bound port: 19abb165-83e6-4711-854f-4c824372354a, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23006b43-6b4e-4a91-8075-f92e5c526ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:22:55.660738 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:55.669996 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'code': 200}
Jul 08 15:22:55.926235 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5cef9dd0-e429-462b-b5dc-7a32db9d2d5d req-ab4d1056-5986-4e52-86d2-be048409d6ee tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.1176960
Jul 08 15:22:55.967632 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:22:55.976847 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=19abb165-83e6-4711-854f-4c824372354a,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:22:55.986289 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:55.995265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef089768-782a-4dbd-9a1e-343d2ead27d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:56.041096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f669480-9dad-4be0-bbec-e5d17aa32696 req-48cc61c6-d446-44e0-ad4b-534e4b55ac31 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.045347 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2f669480-9dad-4be0-bbec-e5d17aa32696 req-48cc61c6-d446-44e0-ad4b-534e4b55ac31 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 947 time: 0.2180369
Jul 08 15:22:56.118005 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2f669480-9dad-4be0-bbec-e5d17aa32696 req-bd0d8c68-7a43-4f21-bc10-4a0bb5c13345 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0589406
Jul 08 15:22:56.136072 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Pushing event updated for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:56.142897 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:56.196495 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.197110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:56.198604 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] 10.222.0.53 "PUT /v2.0/ports/19abb165-83e6-4711-854f-4c824372354a HTTP/1.1" status: 200  len: 1097 time: 2.1473355
Jul 08 15:22:56.199078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'tag': '19abb165-83e6-4711-854f-4c824372354a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:22:56.278951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a14e3-a482-4ac5-8277-ddbb216434b2 req-2ce6db25-03e1-4fce-ae1f-dc31b00c9b95 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.280561 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3d5a14e3-a482-4ac5-8277-ddbb216434b2 req-2ce6db25-03e1-4fce-ae1f-dc31b00c9b95 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1398594
Jul 08 15:22:56.291325 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'tag': '19abb165-83e6-4711-854f-4c824372354a', 'status': 'completed', 'code': 200}
Jul 08 15:22:56.425560 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3d5a14e3-a482-4ac5-8277-ddbb216434b2 req-b9367539-99a0-4af8-a28e-b44f1b166e37 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360538
Jul 08 15:22:56.444591 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-e8cd15ea-7ec4-4ff6-94ac-6b2990193d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.446415 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-e8cd15ea-7ec4-4ff6-94ac-6b2990193d92 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=654e58ac90dd4d679b289f6f707bd075&device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 1100 time: 0.1648765
Jul 08 15:22:56.525733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-be5561f7-728c-4718-b604-7dee7655f21a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=19abb165-83e6-4711-854f-4c824372354a HTTP/1.1" status: 200  len: 217 time: 0.0712669
Jul 08 15:22:56.611312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-d73a677f-b4dd-4cab-b316-ead6d9c10b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.612896 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-d73a677f-b4dd-4cab-b316-ead6d9c10b8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67dbd645-e039-4c34-9cb4-faa5b7c5790a HTTP/1.1" status: 200  len: 843 time: 0.0778344
Jul 08 15:22:56.702623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-7ad7b5d7-7f34-4131-abc3-0353d407c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.704118 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-7ad7b5d7-7f34-4131-abc3-0353d407c630 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c518554e-ea37-41e6-84b0-097e84a2e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0840514
Jul 08 15:22:56.875019 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-96b9db3a-58ce-4b71-b047-a9c3513d1fee service neutron] 10.222.0.53 "GET /v2.0/networks/c518554e-ea37-41e6-84b0-097e84a2e31a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1628480
Jul 08 15:22:56.944906 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d0c98-10d3-4448-9ceb-bca58a18eac7 req-88105626-31bd-4a04-b711-58bd2f973f3f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:56.950591 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8d6d0c98-10d3-4448-9ceb-bca58a18eac7 req-88105626-31bd-4a04-b711-58bd2f973f3f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1283278
Jul 08 15:22:57.056468 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8d6d0c98-10d3-4448-9ceb-bca58a18eac7 req-b460671d-bd9c-492f-aa4a-f028f2d71d62 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992193
Jul 08 15:22:57.076955 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4f632fc3-b6a0-4272-aca2-5aa2baac4bd0 req-5d120c27-65ac-4f5c-81f9-90b3a7632434 service neutron] 10.222.0.53 "GET /v2.0/networks/c518554e-ea37-41e6-84b0-097e84a2e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932285
Jul 08 15:22:57.228855 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fa9d1aa7-0738-4af3-8d91-cfa4d8557316 req-4f886f1a-c98a-4366-a4aa-e304359a64df tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.1253166
Jul 08 15:22:57.488183 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f13f83-fb0d-4648-ba21-f235aaa4f97c req-a5a22dcc-0ee3-4c28-8b9b-bfa7b8753ea4 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:57.491997 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-21f13f83-fb0d-4648-ba21-f235aaa4f97c req-a5a22dcc-0ee3-4c28-8b9b-bfa7b8753ea4 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 947 time: 0.1782215
Jul 08 15:22:57.520898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-95e073c6-4714-4a21-be1a-d1b3a0ec4c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:57.527340 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-95e073c6-4714-4a21-be1a-d1b3a0ec4c9a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=654e58ac90dd4d679b289f6f707bd075&device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 1100 time: 0.3170030
Jul 08 15:22:57.555593 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-d9164d42-dc94-42a1-afc5-b539328f2aa3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:57.561265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-d9164d42-dc94-42a1-afc5-b539328f2aa3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:57.604210 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-d9164d42-dc94-42a1-afc5-b539328f2aa3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:57.610913 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-d9164d42-dc94-42a1-afc5-b539328f2aa3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.3767529
Jul 08 15:22:57.677167 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-21f13f83-fb0d-4648-ba21-f235aaa4f97c req-521bc699-57cc-403c-be42-7cd110e69d90 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1764078
Jul 08 15:22:57.733280 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-3672060d-3062-43e1-99d5-2b60c363a1d1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:22:57.776926 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-62ab1262-63c7-4fd2-b431-103bdc00a289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:57.778884 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-62ab1262-63c7-4fd2-b431-103bdc00a289 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c518554e-ea37-41e6-84b0-097e84a2e31a HTTP/1.1" status: 200  len: 870 time: 0.2430017
Jul 08 15:22:57.780020 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-3672060d-3062-43e1-99d5-2b60c363a1d1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:22:57.781470 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-3672060d-3062-43e1-99d5-2b60c363a1d1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 379 time: 0.1598868
Jul 08 15:22:57.803514 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'port': {'device_id': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'admin_state_up': True, 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'security_groups': ['3673366c-875a-44c1-9199-a1bc478a4865']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:58.034477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:22:58.047257 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:22:58.082929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Made reservation on behalf of 7929d82a65fb4a9fa5efedf0d8b313e7 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:22:58.091082 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:58.157691 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-4aa60983-aa53-4708-ae73-6d0fbef9beb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=19abb165-83e6-4711-854f-4c824372354a HTTP/1.1" status: 200  len: 217 time: 0.3644049
Jul 08 15:22:58.263621 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-acfad376-46e0-44f7-8d84-cfa16382c9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:58.265145 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-acfad376-46e0-44f7-8d84-cfa16382c9d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=67dbd645-e039-4c34-9cb4-faa5b7c5790a HTTP/1.1" status: 200  len: 843 time: 0.0985336
Jul 08 15:22:58.325172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb578b74-1b78-4052-a912-c9730fd9a670 req-c1b6227d-8cb1-4fc5-ac9f-0525d6930ddb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:58.332677 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bb578b74-1b78-4052-a912-c9730fd9a670 req-c1b6227d-8cb1-4fc5-ac9f-0525d6930ddb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2781873
Jul 08 15:22:58.381312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.20.0.9 (e43a1d72-307f-458f-9c4f-13b7e7b89aa6/a84971a9-45db-4b44-a7e8-0b1c4931274e/91cf77f0-216a-4bc5-8629-d432af2a1844) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:22:58.421078 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 19abb165-83e6-4711-854f-4c824372354a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:22:58.427303 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:22:58.428417 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bb578b74-1b78-4052-a912-c9730fd9a670 req-f42391b9-d5f6-441e-9edf-d960bf518002 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942004
Jul 08 15:22:58.459707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-6eb3e33d-2ab0-4af1-bcc6-d0b2fd11be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:58.461621 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-6eb3e33d-2ab0-4af1-bcc6-d0b2fd11be69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c518554e-ea37-41e6-84b0-097e84a2e31a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1879153
Jul 08 15:22:58.805940 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-897f0ea7-8f4c-4ee6-a0e0-7528f24b0f0a req-4147e2cf-4675-4af0-ac17-d12783930b3a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.1495674
Jul 08 15:22:58.838679 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:58.851034 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-20f62ecc-9d27-46e7-a4b1-00435518e189 service neutron] 10.222.0.53 "GET /v2.0/networks/c518554e-ea37-41e6-84b0-097e84a2e31a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3821261
Jul 08 15:22:58.983627 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Transition to ACTIVE for port object 91cf77f0-216a-4bc5-8629-d432af2a1844 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:22:59.022921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e589d-c7cc-4bbb-97ca-827b4fcf9277 req-83cdedc6-907f-4e63-b331-9183bff8b1cf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:59.031088 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6a4e589d-c7cc-4bbb-97ca-827b4fcf9277 req-83cdedc6-907f-4e63-b331-9183bff8b1cf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1751289
Jul 08 15:22:59.090359 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6a4e589d-c7cc-4bbb-97ca-827b4fcf9277 req-f0c75938-dafb-4b4f-9de3-9aec53844228 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581841
Jul 08 15:22:59.098410 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.125112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dfb05bc5-ade1-40f3-9736-04a0c9852300 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:59.129225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=19abb165-83e6-4711-854f-4c824372354a,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:59.149280 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '19abb165-83e6-4711-854f-4c824372354a', 'network_id': 'c518554e-ea37-41e6-84b0-097e84a2e31a', 'port_id': '19abb165-83e6-4711-854f-4c824372354a', 'mac_address': 'fa:16:3e:14:40:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67dbd645-e039-4c34-9cb4-faa5b7c5790a', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:22:59.218246 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:59.225241 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:59.233967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:22:59.235117 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:22:59.238601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:22:59.248165 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.300752 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446882e-2578-424d-b185-67c494d736a9 req-fa93802a-16c6-4376-bfcb-1d53f9f2bdfa tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:59.302285 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f446882e-2578-424d-b185-67c494d736a9 req-fa93802a-16c6-4376-bfcb-1d53f9f2bdfa tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 947 time: 0.2825549
Jul 08 15:22:59.316808 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19abb165-83e6-4711-854f-4c824372354a {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:22:59.352058 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-579cc57a-348b-4ee8-ac2d-248bd903c850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.359456 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-49be09c6-ee60-46e0-aaeb-0651300ac3b2 req-cc684fa7-03f4-4a48-8e47-caf2651b413e service neutron] 10.222.0.53 "GET /v2.0/networks/c518554e-ea37-41e6-84b0-097e84a2e31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5003455
Jul 08 15:22:59.361308 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:22:59.362204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.368410 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=19abb165-83e6-4711-854f-4c824372354a,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:22:59.375021 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.377986 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:22:59.409574 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6158581
Jul 08 15:22:59.426265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Request body: {'port': {'device_id': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:22:59.487785 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f446882e-2578-424d-b185-67c494d736a9 req-037cdba2-2a23-4972-96b1-db41e49c7323 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743579
Jul 08 15:22:59.517299 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37562) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:22:59.555299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:22:59.572268 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:22:59.660602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.700163 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['19abb165-83e6-4711-854f-4c824372354a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:22:59.721967 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-1f983cee-3c70-4bf2-93b3-6220d01cbe16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2033691
Jul 08 15:22:59.773824 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9051f400-dfa5-4152-842c-5657ec3c182c None None] Provisioning for port 91cf77f0-216a-4bc5-8629-d432af2a1844 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:22:59.886365 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9051f400-dfa5-4152-842c-5657ec3c182c None None] Provisioning complete for port 91cf77f0-216a-4bc5-8629-d432af2a1844 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:22:59.887236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9051f400-dfa5-4152-842c-5657ec3c182c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:22:59.959274 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-9051f400-dfa5-4152-842c-5657ec3c182c None None] Port 91cf77f0-216a-4bc5-8629-d432af2a1844 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:22:59.966463 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:00.086150 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0132e4-ab5f-4e8a-804c-6f5249ba6b5b req-7e7e5ed7-6267-4f26-8207-74efc48950fc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:00.093939 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ad0132e4-ab5f-4e8a-804c-6f5249ba6b5b req-7e7e5ed7-6267-4f26-8207-74efc48950fc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.4059079
Jul 08 15:23:00.175975 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ad0132e4-ab5f-4e8a-804c-6f5249ba6b5b req-50352e4b-b0f9-4ddd-9e83-8ea7cf040d47 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810575
Jul 08 15:23:00.298171 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b51ff-2e50-4622-8540-58267665dd4c req-ce05de83-77ea-49f0-b55e-58b05397e7a0 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:00.324027 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-745b51ff-2e50-4622-8540-58267665dd4c req-ce05de83-77ea-49f0-b55e-58b05397e7a0 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 931 time: 0.2350659
Jul 08 15:23:00.375717 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91cf77f0-216a-4bc5-8629-d432af2a1844 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:23:00.397060 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:00.411011 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-745b51ff-2e50-4622-8540-58267665dd4c req-967258fa-ee62-49ce-a7ff-277e910c2eb1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0745285
Jul 08 15:23:00.489413 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Transition to ACTIVE for port object 91cf77f0-216a-4bc5-8629-d432af2a1844 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:00.504321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:00.514635 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:00.833383 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c2942d-19bb-42e4-84b7-36a4284415e5 req-1cb948bd-5af9-425e-aa4b-eeeb72a3af1c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:00.844970 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-43c2942d-19bb-42e4-84b7-36a4284415e5 req-1cb948bd-5af9-425e-aa4b-eeeb72a3af1c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 948 time: 0.1860914
Jul 08 15:23:00.910387 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-43c2942d-19bb-42e4-84b7-36a4284415e5 req-f3f7aeaa-92b8-4920-ac2a-ac154e8ed91d tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644174
Jul 08 15:23:00.960293 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356513af-e13e-49e7-811f-b6d0315a7877 req-f0ab1946-3e05-45da-956a-4ec575996a49 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:00.969799 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-356513af-e13e-49e7-811f-b6d0315a7877 req-f0ab1946-3e05-45da-956a-4ec575996a49 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.5909929
Jul 08 15:23:01.052658 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:01.075364 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:01.161389 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-356513af-e13e-49e7-811f-b6d0315a7877 req-c30d4008-e2be-43cb-9de7-ce37b3038357 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1905408
Jul 08 15:23:01.193677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Attempting to bind port 91cf77f0-216a-4bc5-8629-d432af2a1844 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:01.194256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Attempting to bind port 91cf77f0-216a-4bc5-8629-d432af2a1844 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:01.194769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Attempting to bind port 91cf77f0-216a-4bc5-8629-d432af2a1844 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:01.199969 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Port 91cf77f0-216a-4bc5-8629-d432af2a1844 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:23:01.200510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Attempting to bind port 91cf77f0-216a-4bc5-8629-d432af2a1844 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:01.212105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:01.212581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:01.212981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Bound using segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:01.213419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Bound port: 91cf77f0-216a-4bc5-8629-d432af2a1844, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:01.213774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:01.435009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:01.449115 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:01.459879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:01.471388 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:01.543775 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:01.559289 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67832d50-8720-439b-b5b2-036e644c6bb6 req-b58473d3-9d9e-4e26-bd5d-14021dbdb695 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:01.566751 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-67832d50-8720-439b-b5b2-036e644c6bb6 req-b58473d3-9d9e-4e26-bd5d-14021dbdb695 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2079768
Jul 08 15:23:01.588049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.588731 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.589272 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.589797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.590317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.591592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.592105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.592667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.593194 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.593704 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.594231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.594875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:01.599551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:01.600490 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:01.602131 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] 10.222.0.53 "PUT /v2.0/ports/91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 200  len: 1093 time: 2.1834669
Jul 08 15:23:01.606642 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:01.613315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:01.660672 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-67832d50-8720-439b-b5b2-036e644c6bb6 req-908ffd84-afed-47ab-9a1c-00ad7ea692d7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0928121
Jul 08 15:23:01.855691 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1c966c02-bcdc-4290-a519-5709bb6e5c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:01.992084 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'status': 'completed', 'code': 200}
Jul 08 15:23:02.114429 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-077ca7ca-c70a-4703-bc10-473785a4ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.114842 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-077ca7ca-c70a-4703-bc10-473785a4ec4b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1096 time: 0.3429360
Jul 08 15:23:02.321476 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35c484-6667-4a29-bc76-79539d467b08 req-333b09a6-9b2e-4035-8077-cd40e640bf3d tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.332525 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eb35c484-6667-4a29-bc76-79539d467b08 req-333b09a6-9b2e-4035-8077-cd40e640bf3d tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 948 time: 0.1954985
Jul 08 15:23:02.354756 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-15295170-6f72-4014-b781-99995ea48278 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 200  len: 217 time: 0.2054181
Jul 08 15:23:02.431227 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eb35c484-6667-4a29-bc76-79539d467b08 req-029d9f21-da2e-460a-8ba0-c0182e8cea49 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937777
Jul 08 15:23:02.445073 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 19abb165-83e6-4711-854f-4c824372354a up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:02.485881 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7c35c-fae1-45f3-872e-b8d58d4d7a92 req-af4d4eec-eda5-48d4-8344-6f20f62efe24 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.491047 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-bba7c35c-fae1-45f3-872e-b8d58d4d7a92 req-af4d4eec-eda5-48d4-8344-6f20f62efe24 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:02.532192 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-08d7d7e9-a1ea-431d-9b6f-5f63bbaa97cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.533999 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-08d7d7e9-a1ea-431d-9b6f-5f63bbaa97cc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.1757255
Jul 08 15:23:02.538980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-bba7c35c-fae1-45f3-872e-b8d58d4d7a92 req-af4d4eec-eda5-48d4-8344-6f20f62efe24 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:02.550636 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba7c35c-fae1-45f3-872e-b8d58d4d7a92 req-af4d4eec-eda5-48d4-8344-6f20f62efe24 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.6233380
Jul 08 15:23:02.587022 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 19abb165-83e6-4711-854f-4c824372354a completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:02.606005 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 19abb165-83e6-4711-854f-4c824372354a triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:02.606741 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:02.731516 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba7c35c-fae1-45f3-872e-b8d58d4d7a92 req-65e53b83-9e8c-4ae6-bbca-e1510822399b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1782515
Jul 08 15:23:02.755387 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035edafa-cdde-4548-b196-b0c0c6f1f86c req-4a067483-d93d-4b2f-a6d9-1b902f79eb1a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.787703 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-035edafa-cdde-4548-b196-b0c0c6f1f86c req-4a067483-d93d-4b2f-a6d9-1b902f79eb1a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1812365
Jul 08 15:23:02.860214 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:02.873302 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-ae51cd2d-70a8-41fc-9a38-24b7e25469ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:02.875867 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-ae51cd2d-70a8-41fc-9a38-24b7e25469ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2996171
Jul 08 15:23:02.914649 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-035edafa-cdde-4548-b196-b0c0c6f1f86c req-5c8d9796-ff80-41f1-a29f-62a171dd4485 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1112084
Jul 08 15:23:03.006536 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:03.050968 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=19abb165-83e6-4711-854f-4c824372354a,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:03.052159 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19abb165-83e6-4711-854f-4c824372354a'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:03.061340 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:03.063769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:03.179073 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:03.183324 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19abb165-83e6-4711-854f-4c824372354a', 'code': 200}
Jul 08 15:23:03.184316 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:03.184890 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-ad41f4a2-94b7-4bbc-b087-b7d79ca98e4a service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2986803
Jul 08 15:23:03.312448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde028c-d4f5-457e-aa07-2012ebdacf4a req-d51553f1-d56c-4c68-b432-a01a263ca828 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.313941 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0dde028c-d4f5-457e-aa07-2012ebdacf4a req-d51553f1-d56c-4c68-b432-a01a263ca828 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2860909
Jul 08 15:23:03.418080 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0dde028c-d4f5-457e-aa07-2012ebdacf4a req-ab5f3860-9195-4038-ae01-7ac5ece83ce3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913126
Jul 08 15:23:03.434234 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fb287735-066d-447b-9b8f-09ab0ee39f5e req-def1bea9-bb24-482e-8ea1-93ff29b7d77e service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288578
Jul 08 15:23:03.491578 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4807b15-f19a-43eb-bbe5-24fa9519d4c5 req-d15c5148-4903-426b-8adf-2d894860503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.493292 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c4807b15-f19a-43eb-bbe5-24fa9519d4c5 req-d15c5148-4903-426b-8adf-2d894860503c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 1102 time: 0.1113393
Jul 08 15:23:03.547798 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c4807b15-f19a-43eb-bbe5-24fa9519d4c5 req-5cae59b3-3e9a-480f-b15f-8ee4e0cc26e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447662
Jul 08 15:23:03.621325 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-3933f369-4171-47d0-bb67-166355c5b179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.623511 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-3933f369-4171-47d0-bb67-166355c5b179 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 1096 time: 0.1559973
Jul 08 15:23:03.625742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-67a8780b-c442-4a5d-b61e-821cd7718301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.627282 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-67a8780b-c442-4a5d-b61e-821cd7718301 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1096 time: 0.1072545
Jul 08 15:23:03.724280 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27beee20-35aa-4ead-ad3a-fff954c44884 req-a53ed06b-3937-4294-9fd1-fceff58f9eb5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.726089 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-27beee20-35aa-4ead-ad3a-fff954c44884 req-a53ed06b-3937-4294-9fd1-fceff58f9eb5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1109958
Jul 08 15:23:03.794658 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-27beee20-35aa-4ead-ad3a-fff954c44884 req-ae899a5f-fed4-4130-bb61-2714bbdd719f tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594356
Jul 08 15:23:03.871210 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-e945d469-f659-4439-a9a9-ad32f447b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.872629 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-e945d469-f659-4439-a9a9-ad32f447b3cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.2380490
Jul 08 15:23:03.876019 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-3248846e-e1d1-49e3-a7bb-0eaba8cb9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:03.877470 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-3248846e-e1d1-49e3-a7bb-0eaba8cb9df5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1096 time: 0.2192640
Jul 08 15:23:04.069536 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-125786d5-91d3-4519-bbe3-e4aac2292837 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 200  len: 217 time: 0.1610296
Jul 08 15:23:04.118629 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:04.181125 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f030-1903-4d53-919c-e6b247d6a6f5 req-1f58643a-0f59-4573-8c5c-bb494eda5ea5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.185709 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-d59afabd-db05-4b6d-be6e-01ed3c24fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.187146 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-d59afabd-db05-4b6d-be6e-01ed3c24fdb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.2776527
Jul 08 15:23:04.190776 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-01a7f030-1903-4d53-919c-e6b247d6a6f5 req-1f58643a-0f59-4573-8c5c-bb494eda5ea5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1291418
Jul 08 15:23:04.193110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-87b0f8a0-ccf5-43b3-9a0a-f2786524eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.194518 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-87b0f8a0-ccf5-43b3-9a0a-f2786524eb24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.1126769
Jul 08 15:23:04.210570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d84f47-0fde-4184-b350-f7a0f5ce2019 req-d79910c9-bb8a-4641-8a99-02a41141e327 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.217851 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7d84f47-0fde-4184-b350-f7a0f5ce2019 req-d79910c9-bb8a-4641-8a99-02a41141e327 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.3439980
Jul 08 15:23:04.248857 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-01a7f030-1903-4d53-919c-e6b247d6a6f5 req-048dbd80-b8d2-46ee-8c0b-3dd94fbef186 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550282
Jul 08 15:23:04.408409 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7d84f47-0fde-4184-b350-f7a0f5ce2019 req-64767682-3390-419f-af20-679ec9297ab5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1896544
Jul 08 15:23:04.433430 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-c6eb3ec7-fee9-4415-86d7-1cb4d025a7f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 200  len: 999 time: 0.2133760
Jul 08 15:23:04.681409 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a11a-db95-42a4-92d5-e0868258e8d5 req-6301ee5f-562d-47e8-a01d-ac30402db940 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.689683 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-68a2a11a-db95-42a4-92d5-e0868258e8d5 req-6301ee5f-562d-47e8-a01d-ac30402db940 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1079597
Jul 08 15:23:04.742528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-465c67a1-7539-4253-a3a2-e00c81df60eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.747822 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-465c67a1-7539-4253-a3a2-e00c81df60eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.3007984
Jul 08 15:23:04.753113 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-68a2a11a-db95-42a4-92d5-e0868258e8d5 req-e326592f-834a-461f-8835-23be92ab39ed tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620060
Jul 08 15:23:04.822195 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-d93c21c1-8e7c-4b0e-8096-2b2429eaf278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:04.823692 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-d93c21c1-8e7c-4b0e-8096-2b2429eaf278 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6019938
Jul 08 15:23:05.031673 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-0889fb6e-4a9f-4118-ae33-4aa71498db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:05.033512 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-0889fb6e-4a9f-4118-ae33-4aa71498db28 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2782404
Jul 08 15:23:05.207063 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-1b0d2511-dbdd-4a3f-9e57-a0d1968606e8 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3700116
Jul 08 15:23:05.254237 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-2fc742bd-053c-41d5-a321-d8ad3102cfd5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:05.255178 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-2fc742bd-053c-41d5-a321-d8ad3102cfd5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Synchronizing usage tracker for tenant:654e58ac90dd4d679b289f6f707bd075 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:05.310706 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:23:05.403734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-2fc742bd-053c-41d5-a321-d8ad3102cfd5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Unset dirty status for tenant:654e58ac90dd4d679b289f6f707bd075 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:05.405185 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-2fc742bd-053c-41d5-a321-d8ad3102cfd5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.4844713
Jul 08 15:23:05.413661 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-87862694-bd99-4c4e-b48e-b144a628993c service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3547559
Jul 08 15:23:05.609572 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49811c17-e5b0-420e-afa0-6cfb927a9e83 req-1860b67c-6fe1-4ca3-9478-32c468595ac6 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3928902
Jul 08 15:23:05.623919 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-cb9027fd-2ff7-4570-b78d-8e0c8548dba2 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Synchronizing usage tracker for tenant:654e58ac90dd4d679b289f6f707bd075 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:05.648944 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c65cd4-81a2-4483-ac49-c98cc8acb60f req-5fc2010a-888c-4c23-9fee-eaca73d130a8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:05.659176 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-81c65cd4-81a2-4483-ac49-c98cc8acb60f req-5fc2010a-888c-4c23-9fee-eaca73d130a8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.2633271
Jul 08 15:23:05.688532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-cb9027fd-2ff7-4570-b78d-8e0c8548dba2 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Unset dirty status for tenant:654e58ac90dd4d679b289f6f707bd075 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:05.689690 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eda04dbc-673b-4e76-a8c6-d26eea4a9ab4 req-cb9027fd-2ff7-4570-b78d-8e0c8548dba2 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2785871
Jul 08 15:23:05.699028 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-39138062-403b-41fd-bc53-800818ba67a0 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558036
Jul 08 15:23:05.737464 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-81c65cd4-81a2-4483-ac49-c98cc8acb60f req-fff06f7f-4e25-49fb-a56b-a6647f444be3 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770185
Jul 08 15:23:05.961445 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523446a-8cbc-4dff-b8f3-6fba86d8b21d req-c955a764-a06a-4c8f-87e3-2b7d88f0d226 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:05.966150 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b523446a-8cbc-4dff-b8f3-6fba86d8b21d req-c955a764-a06a-4c8f-87e3-2b7d88f0d226 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1119184
Jul 08 15:23:06.049242 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b523446a-8cbc-4dff-b8f3-6fba86d8b21d req-cbdc1de8-f3a8-4ec2-9896-1dc133bdd532 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751998
Jul 08 15:23:06.329686 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f74d9-66c1-4fc3-a8ca-d154a8f0a5c7 req-735c4e74-88da-4ac8-96f5-b5d20cc858a6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:06.341047 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f02f74d9-66c1-4fc3-a8ca-d154a8f0a5c7 req-735c4e74-88da-4ac8-96f5-b5d20cc858a6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1584673
Jul 08 15:23:06.442862 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f02f74d9-66c1-4fc3-a8ca-d154a8f0a5c7 req-b23ffc44-2acd-4cd9-aacc-7bc3ee11f1d3 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999072
Jul 08 15:23:06.848433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0848b63-12ae-4795-b24c-746c74a9f9e0 req-bccc81ac-46ef-4bf5-97fe-a6278fc7ff24 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:06.857119 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0848b63-12ae-4795-b24c-746c74a9f9e0 req-bccc81ac-46ef-4bf5-97fe-a6278fc7ff24 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1933763
Jul 08 15:23:06.933517 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0848b63-12ae-4795-b24c-746c74a9f9e0 req-2d3d979b-e5bd-4392-954e-c96846fe7e10 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753570
Jul 08 15:23:07.001753 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b294-b13e-4d5a-8387-bfe5b934c2b2 req-0a043476-0e01-4660-bfec-292d61bb74b7 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:07.003289 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8363b294-b13e-4d5a-8387-bfe5b934c2b2 req-0a043476-0e01-4660-bfec-292d61bb74b7 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1521695
Jul 08 15:23:07.137974 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8363b294-b13e-4d5a-8387-bfe5b934c2b2 req-77db3c67-05ba-46c1-8a6d-e0d1458eac9e tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242440
Jul 08 15:23:07.340270 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88684f04-f564-41fd-9dc2-86c533787fad req-19ab5af2-445e-467e-880d-aef13b1665ac tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:07.348310 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-88684f04-f564-41fd-9dc2-86c533787fad req-19ab5af2-445e-467e-880d-aef13b1665ac tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1809483
Jul 08 15:23:07.419374 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-88684f04-f564-41fd-9dc2-86c533787fad req-02f42d92-fd14-4a50-ba5f-2cd94e56f39c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665946
Jul 08 15:23:07.536003 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28c27-7b75-4e4e-82f2-ab7e27ae375a req-6f09d929-e1ab-490c-8bcc-21865b9fa8e4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:07.538148 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0de28c27-7b75-4e4e-82f2-ab7e27ae375a req-6f09d929-e1ab-490c-8bcc-21865b9fa8e4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1968389
Jul 08 15:23:07.606095 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0de28c27-7b75-4e4e-82f2-ab7e27ae375a req-56a06074-7a9e-49b0-86f8-8379bf8710c8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617893
Jul 08 15:23:07.783464 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d23182-6d69-40d2-8241-e333ada7e01f req-a8ed6a57-9743-4586-9d63-6b645203d4cf tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:07.794372 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-73d23182-6d69-40d2-8241-e333ada7e01f req-a8ed6a57-9743-4586-9d63-6b645203d4cf tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1450076
Jul 08 15:23:07.870411 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-73d23182-6d69-40d2-8241-e333ada7e01f req-1654db60-0473-4e05-9d32-0811b31c1598 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750430
Jul 08 15:23:08.209019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc1fea-4325-4ecf-aa46-495b6c6e18fc req-a40e894f-1418-4a14-a798-4e31dead1993 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:08.211606 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bbcc1fea-4325-4ecf-aa46-495b6c6e18fc req-a40e894f-1418-4a14-a798-4e31dead1993 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1231968
Jul 08 15:23:08.319923 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bbcc1fea-4325-4ecf-aa46-495b6c6e18fc req-4ccb4cd0-b7a3-4f86-84da-67e165653f7b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916986
Jul 08 15:23:08.561511 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e90dee-57a9-4910-9165-046b08228058 req-d2fd79be-2cf5-455b-b13a-0c99b4359c79 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:08.563610 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9e90dee-57a9-4910-9165-046b08228058 req-d2fd79be-2cf5-455b-b13a-0c99b4359c79 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1936240
Jul 08 15:23:08.718717 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9e90dee-57a9-4910-9165-046b08228058 req-7bd17aa1-f3d1-4df7-b12e-39180e851b9c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293392
Jul 08 15:23:08.873753 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab42a57-a3ab-47fa-9055-322a4d8a7b64 req-4b76c9ce-6e54-466d-914a-ab198d6ab62c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:08.875299 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cab42a57-a3ab-47fa-9055-322a4d8a7b64 req-4b76c9ce-6e54-466d-914a-ab198d6ab62c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.2121682
Jul 08 15:23:09.005292 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cab42a57-a3ab-47fa-9055-322a4d8a7b64 req-39fb1f78-1800-442e-af4a-ddd3a4391e8c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212990
Jul 08 15:23:09.051398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f96cf-5744-411f-920e-eb05222563bd req-28b1f348-d1e3-4630-aaac-d5b5bafdfab4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:09.069014 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5d0f96cf-5744-411f-920e-eb05222563bd req-28b1f348-d1e3-4630-aaac-d5b5bafdfab4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1482770
Jul 08 15:23:09.174313 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5d0f96cf-5744-411f-920e-eb05222563bd req-a2beed34-7500-4d62-9f90-fa253570c3b7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1042876
Jul 08 15:23:09.490774 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a2236-aafd-4031-b9a5-9d9b4f3df87b req-bcc1a83c-f025-44be-b09d-30f09fc011ad tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:09.504170 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3d9a2236-aafd-4031-b9a5-9d9b4f3df87b req-bcc1a83c-f025-44be-b09d-30f09fc011ad tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2813828
Jul 08 15:23:09.614440 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3d9a2236-aafd-4031-b9a5-9d9b4f3df87b req-631523e0-044f-4378-ba42-e6f38a284a8e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014545
Jul 08 15:23:09.776138 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e3e16-94c1-42ec-8757-dba3b5b1351f req-dd9b1d06-6786-438a-aa68-af41bedb5c09 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:09.778138 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ef3e3e16-94c1-42ec-8757-dba3b5b1351f req-dd9b1d06-6786-438a-aa68-af41bedb5c09 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.2278953
Jul 08 15:23:09.862859 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ef3e3e16-94c1-42ec-8757-dba3b5b1351f req-4528b298-f8ad-4108-af65-85199c74efb7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743318
Jul 08 15:23:10.016515 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc4370-d778-483c-97de-86a4b8f15804 req-964bab5e-7172-4421-9d3f-640c9ba0eba1 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:10.018512 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b1dc4370-d778-483c-97de-86a4b8f15804 req-964bab5e-7172-4421-9d3f-640c9ba0eba1 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1512787
Jul 08 15:23:10.104885 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b1dc4370-d778-483c-97de-86a4b8f15804 req-ca953b41-d137-47f3-9cc3-ea008b017a08 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712781
Jul 08 15:23:10.434167 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152bf30-bd47-4441-82d4-d0a59ee6d653 req-2c1eae49-7c13-4917-bd8e-b78428df4ae7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:10.445147 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9152bf30-bd47-4441-82d4-d0a59ee6d653 req-2c1eae49-7c13-4917-bd8e-b78428df4ae7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1468477
Jul 08 15:23:10.529193 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9152bf30-bd47-4441-82d4-d0a59ee6d653 req-45abf301-64cd-42bb-9acd-8459b49bc14f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0763452
Jul 08 15:23:10.544855 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ec90c-1044-448e-913f-6a4e7fec6b7d req-1be1e3a5-17dc-42f1-87ac-093af17f57a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:10.553731 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48ec90c-1044-448e-913f-6a4e7fec6b7d req-1be1e3a5-17dc-42f1-87ac-093af17f57a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.3669631
Jul 08 15:23:10.602521 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48ec90c-1044-448e-913f-6a4e7fec6b7d req-e5ecdb88-4fec-412b-bd10-3b6c6cadbdad tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473230
Jul 08 15:23:10.884317 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5baf20-cdb2-4c21-a325-8fd35a334c2c req-aa7aee29-a165-4b4b-9d78-d2111bef03a5 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:10.891523 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-db5baf20-cdb2-4c21-a325-8fd35a334c2c req-aa7aee29-a165-4b4b-9d78-d2111bef03a5 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0940268
Jul 08 15:23:10.945702 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-db5baf20-cdb2-4c21-a325-8fd35a334c2c req-475e4d9d-562b-4b7c-bd90-2ad073e1c5be tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531580
Jul 08 15:23:11.202486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbd10a-0b4a-4284-99cb-732faaadd725 req-d43c3fb6-6ea7-4d26-af70-11edaf345de2 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:11.211014 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d6cbd10a-0b4a-4284-99cb-732faaadd725 req-d43c3fb6-6ea7-4d26-af70-11edaf345de2 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1502571
Jul 08 15:23:11.271318 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d6cbd10a-0b4a-4284-99cb-732faaadd725 req-1208e8c5-4f34-499e-a332-8bc4a69daf42 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0591075
Jul 08 15:23:11.434682 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8811f-9bfc-49c3-bf46-bf8ea362fef8 req-4a2712ab-4f3f-4ac8-b6a0-cb0f86cadcc3 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:11.436846 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c0a8811f-9bfc-49c3-bf46-bf8ea362fef8 req-4a2712ab-4f3f-4ac8-b6a0-cb0f86cadcc3 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1185021
Jul 08 15:23:11.494937 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c0a8811f-9bfc-49c3-bf46-bf8ea362fef8 req-63783a63-6a16-417f-bcbb-0ec909a5bb65 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502896
Jul 08 15:23:11.886545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947f31e-d3bc-4f8d-8376-d82842c35229 req-03925aa6-d9d6-4365-9a25-2aa353f09358 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:11.898380 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7947f31e-d3bc-4f8d-8376-d82842c35229 req-03925aa6-d9d6-4365-9a25-2aa353f09358 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1888700
Jul 08 15:23:11.940833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d5f515-f63a-4276-98db-a789a459f993 req-210cd0ff-67d9-4b5f-b3d4-91df0dae3555 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:11.948823 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c4d5f515-f63a-4276-98db-a789a459f993 req-210cd0ff-67d9-4b5f-b3d4-91df0dae3555 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1379497
Jul 08 15:23:12.028469 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c4d5f515-f63a-4276-98db-a789a459f993 req-d8f36f51-2326-4d31-9de8-55fceb618c1b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702646
Jul 08 15:23:12.091169 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7947f31e-d3bc-4f8d-8376-d82842c35229 req-0c439b89-b079-4ce9-98f6-913f99a18882 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751380
Jul 08 15:23:12.392093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442887ca-effc-47ea-a490-15ac70562fbf req-306ab89e-4c7d-43a2-895f-4adb6849b9c7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:12.393687 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-442887ca-effc-47ea-a490-15ac70562fbf req-306ab89e-4c7d-43a2-895f-4adb6849b9c7 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1393864
Jul 08 15:23:12.457157 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-442887ca-effc-47ea-a490-15ac70562fbf req-7a013638-3bfd-4d38-afdf-07d15f92d11c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550244
Jul 08 15:23:12.603100 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484d1e2-fb11-4387-95a5-c37d27a9dcb7 req-2f8b8b28-b9c9-4ce5-aeda-29a644f49f7f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:12.609941 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0484d1e2-fb11-4387-95a5-c37d27a9dcb7 req-2f8b8b28-b9c9-4ce5-aeda-29a644f49f7f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1805904
Jul 08 15:23:12.714601 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0484d1e2-fb11-4387-95a5-c37d27a9dcb7 req-0e4cf5ee-5637-4f2d-909f-86b6403a51c7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873787
Jul 08 15:23:12.828136 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70503ba-f35a-461a-b960-663a1f8b4697 req-dc3d6b76-88e2-43a4-a497-6c702c2263c0 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:12.832076 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d70503ba-f35a-461a-b960-663a1f8b4697 req-dc3d6b76-88e2-43a4-a497-6c702c2263c0 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1632149
Jul 08 15:23:12.923685 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d70503ba-f35a-461a-b960-663a1f8b4697 req-3a755909-a0b1-4e26-b7c0-284cacc530c7 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783038
Jul 08 15:23:13.374316 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1fd8e-f1b8-4bf9-a128-d6d8bc06cd2f req-9c538903-c47f-4eab-8f35-5f3e3cf1060e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:13.388357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40e82-3dc4-4e7b-9c52-6f39013dd1a6 req-443c91e5-00c9-49d7-a125-6d00bbddca1f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:13.390687 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-70a40e82-3dc4-4e7b-9c52-6f39013dd1a6 req-443c91e5-00c9-49d7-a125-6d00bbddca1f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1470916
Jul 08 15:23:13.394124 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6d1fd8e-f1b8-4bf9-a128-d6d8bc06cd2f req-9c538903-c47f-4eab-8f35-5f3e3cf1060e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1549623
Jul 08 15:23:13.449004 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-70a40e82-3dc4-4e7b-9c52-6f39013dd1a6 req-7d7e4b16-390b-4fe9-ac8c-8320e85f8933 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572860
Jul 08 15:23:13.467516 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f6d1fd8e-f1b8-4bf9-a128-d6d8bc06cd2f req-8a8fa255-974c-4c1e-905f-f8eac97dd103 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0653505
Jul 08 15:23:13.694659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19daa03a-587d-466f-b012-f1f2fce823cd req-2610b6f4-6df4-487c-b9cf-460b85d29c3b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:13.702402 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-19daa03a-587d-466f-b012-f1f2fce823cd req-2610b6f4-6df4-487c-b9cf-460b85d29c3b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0979393
Jul 08 15:23:13.778614 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-19daa03a-587d-466f-b012-f1f2fce823cd req-5b48c325-b831-4e19-805e-d33dc85bda78 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748334
Jul 08 15:23:14.032161 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37dd6e-b5b7-4687-99da-02293f04883f req-bc1bb137-8088-427c-ba58-310d6c6ac03d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:14.034174 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6b37dd6e-b5b7-4687-99da-02293f04883f req-bc1bb137-8088-427c-ba58-310d6c6ac03d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1542659
Jul 08 15:23:14.123729 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6b37dd6e-b5b7-4687-99da-02293f04883f req-f1dafcda-56e8-45db-ae46-3051c4e9e326 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821567
Jul 08 15:23:14.203979 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0490d264-6f9b-462d-baac-e0e79cc9d286 req-82b7a31a-6b22-4e77-95fa-188e6d3a3d0c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:14.205482 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0490d264-6f9b-462d-baac-e0e79cc9d286 req-82b7a31a-6b22-4e77-95fa-188e6d3a3d0c tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1017897
Jul 08 15:23:14.263469 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0490d264-6f9b-462d-baac-e0e79cc9d286 req-ef4e4411-0ba8-4cf6-9cf7-faa29b46ba15 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521855
Jul 08 15:23:14.681795 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1006179d-7906-48b4-866b-cdc60a4ff6cc req-6fe5b870-fcb5-4163-a08a-890f508eff79 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:14.691493 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1006179d-7906-48b4-866b-cdc60a4ff6cc req-6fe5b870-fcb5-4163-a08a-890f508eff79 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1119659
Jul 08 15:23:14.803992 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1006179d-7906-48b4-866b-cdc60a4ff6cc req-ec69bdcf-dd81-464d-98b1-b982f7784d5f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1100831
Jul 08 15:23:14.934484 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b21ce-e48f-44b6-928f-67bba192e586 req-aab60a91-3f53-4635-bcf2-8c34928cf142 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:14.936252 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4c2b21ce-e48f-44b6-928f-67bba192e586 req-aab60a91-3f53-4635-bcf2-8c34928cf142 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1817963
Jul 08 15:23:15.004680 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4c2b21ce-e48f-44b6-928f-67bba192e586 req-3f17036d-6c10-4043-bd6a-119e865f4054 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552053
Jul 08 15:23:15.021217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dd64e-a268-42d9-98be-cbce28fe28cb req-4294f0a7-26b8-49d7-82e0-e10d33327037 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:15.022695 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-712dd64e-a268-42d9-98be-cbce28fe28cb req-4294f0a7-26b8-49d7-82e0-e10d33327037 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1073012
Jul 08 15:23:15.076850 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-712dd64e-a268-42d9-98be-cbce28fe28cb req-de70ba1a-fdca-4417-9e3d-55eb9dc82049 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474799
Jul 08 15:23:15.328105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4637160-68dc-4220-863e-a9b1c45a1452 req-19e05229-6081-4e52-90de-b0551f2ba699 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:15.329939 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c4637160-68dc-4220-863e-a9b1c45a1452 req-19e05229-6081-4e52-90de-b0551f2ba699 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.0882049
Jul 08 15:23:15.379649 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c4637160-68dc-4220-863e-a9b1c45a1452 req-70f8725a-396e-447d-a9f1-c47a8801f380 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428863
Jul 08 15:23:15.479716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef12be2-1b54-4a25-9583-de0e60a3e181 req-9b489cbd-483c-4cfd-8489-754534c967a5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:15.481344 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2ef12be2-1b54-4a25-9583-de0e60a3e181 req-9b489cbd-483c-4cfd-8489-754534c967a5 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.0889766
Jul 08 15:23:15.529466 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2ef12be2-1b54-4a25-9583-de0e60a3e181 req-928df2c4-b98d-42bb-80b3-3af86ac684d4 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424843
Jul 08 15:23:15.998972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca2591-c046-4802-a887-6100510b1557 req-a759db01-2c58-4882-8fec-8fb95e7b8369 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:16.000477 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebca2591-c046-4802-a887-6100510b1557 req-a759db01-2c58-4882-8fec-8fb95e7b8369 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.0875850
Jul 08 15:23:16.057786 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebca2591-c046-4802-a887-6100510b1557 req-8c7e7f6c-b0e3-4bca-acae-aed995686e14 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510292
Jul 08 15:23:16.207587 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e1a7b-518c-4cfc-831e-980eec555af0 req-4d8e5943-9f53-441b-bf83-cbf68e48165d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:16.209306 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bd1e1a7b-518c-4cfc-831e-980eec555af0 req-4d8e5943-9f53-441b-bf83-cbf68e48165d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0835016
Jul 08 15:23:16.261283 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bd1e1a7b-518c-4cfc-831e-980eec555af0 req-491316a7-d9f9-4325-aa45-9b44bd7d922b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448797
Jul 08 15:23:16.305858 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784803b-183f-45ae-ace0-f98ee14574e7 req-449c0465-ce18-447a-abc1-ec465d7aea16 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:16.307812 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5784803b-183f-45ae-ace0-f98ee14574e7 req-449c0465-ce18-447a-abc1-ec465d7aea16 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1085949
Jul 08 15:23:16.362898 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5784803b-183f-45ae-ace0-f98ee14574e7 req-8a32fed9-3910-4e36-80c6-24a6fb972f49 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481334
Jul 08 15:23:16.702173 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e66a072-d3f6-41b9-98dd-305a021684e6 req-330bbfdb-711d-4768-aa50-e1c6116ad5ed tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:16.703672 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6e66a072-d3f6-41b9-98dd-305a021684e6 req-330bbfdb-711d-4768-aa50-e1c6116ad5ed tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.2009001
Jul 08 15:23:16.765306 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6e66a072-d3f6-41b9-98dd-305a021684e6 req-8dc56853-9374-4f69-b6e5-48c3504e5793 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539253
Jul 08 15:23:16.776965 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22e9bf-41b4-43c5-a8fa-13911edb48a6 req-f66272ed-ca75-4db5-b1ee-183d160f5b01 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:16.779338 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cc22e9bf-41b4-43c5-a8fa-13911edb48a6 req-f66272ed-ca75-4db5-b1ee-183d160f5b01 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1152351
Jul 08 15:23:16.831206 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cc22e9bf-41b4-43c5-a8fa-13911edb48a6 req-318c7607-03bc-40d9-bd02-1693e43f13f3 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460370
Jul 08 15:23:17.353723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001496e-476c-4dce-b839-a99c4a8728a5 req-c2232295-4bb3-4e62-ab9a-c0f2bd7093fd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:17.355976 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a001496e-476c-4dce-b839-a99c4a8728a5 req-c2232295-4bb3-4e62-ab9a-c0f2bd7093fd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1044815
Jul 08 15:23:17.412224 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a001496e-476c-4dce-b839-a99c4a8728a5 req-88b209dc-76ac-4eb2-a55b-b6fc12c6a60c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497715
Jul 08 15:23:17.479994 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845fbb0f-c957-4547-8c54-9d56f143931b req-b67a08f0-e8f9-4ca1-8a27-4b73b76d9d1d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:17.481725 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-845fbb0f-c957-4547-8c54-9d56f143931b req-b67a08f0-e8f9-4ca1-8a27-4b73b76d9d1d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1058559
Jul 08 15:23:17.531298 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-845fbb0f-c957-4547-8c54-9d56f143931b req-a7a6dc8f-90c7-4e38-b755-b9bdc4d1fd9b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439744
Jul 08 15:23:17.606303 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759722ba-b0b9-4a96-8f2a-dc1fb1908f8b req-5a1efc2a-f4be-400f-9b84-595222413c6c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:17.607785 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-759722ba-b0b9-4a96-8f2a-dc1fb1908f8b req-5a1efc2a-f4be-400f-9b84-595222413c6c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0817478
Jul 08 15:23:17.673734 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-759722ba-b0b9-4a96-8f2a-dc1fb1908f8b req-9695735c-340f-4198-a1e9-f3e3d8e0afe6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599663
Jul 08 15:23:17.969116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f2219a-a527-447c-a5dd-401fa8f5b935 req-6ed7cc02-d8f4-4e56-8a09-69a108148228 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:17.970946 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c1f2219a-a527-447c-a5dd-401fa8f5b935 req-6ed7cc02-d8f4-4e56-8a09-69a108148228 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.0892649
Jul 08 15:23:18.017558 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c1f2219a-a527-447c-a5dd-401fa8f5b935 req-7f65ec63-a1c1-4cab-89d6-24dcb1fa3baf tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410752
Jul 08 15:23:18.024874 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838107-60d4-4ecf-95a0-534cdeb5081e req-bb1bcda8-21fa-4346-88f9-b5576b79f6a7 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:18.026358 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7a838107-60d4-4ecf-95a0-534cdeb5081e req-bb1bcda8-21fa-4346-88f9-b5576b79f6a7 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.0850842
Jul 08 15:23:18.073096 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7a838107-60d4-4ecf-95a0-534cdeb5081e req-dd8a92e7-748c-4077-a54a-f1fddeca3dde tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407174
Jul 08 15:23:18.359863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 37866) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:18.418166 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Deleting subnet 68710cea-8cdc-46bd-9e3c-0c3022f554a5 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:23:18.421091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:18.474095 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:18.535207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:18.613983 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:18.625008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-39148560-a61c-495f-ab49-febf96160dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:18.766363 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:18.796217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5734e324-fe74-48b4-919b-1fd1f6dc792f req-da2ddc8b-53e5-4265-aa56-335d3c96b1d1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:18.797724 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5734e324-fe74-48b4-919b-1fd1f6dc792f req-da2ddc8b-53e5-4265-aa56-335d3c96b1d1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0897160
Jul 08 15:23:18.811710 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68710cea-8cdc-46bd-9e3c-0c3022f554a5,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:18.814438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:18.832543 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/68710cea-8cdc-46bd-9e3c-0c3022f554a5 HTTP/1.1" status: 204  len: 168 time: 0.4715703
Jul 08 15:23:18.837097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37880) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:18.866079 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5734e324-fe74-48b4-919b-1fd1f6dc792f req-16bcbad0-00e9-43ee-a421-2b4a9eb5ac52 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624328
Jul 08 15:23:18.874722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-4755a175-4a16-4242-a1d9-f7edc3608c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:18.876181 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-4755a175-4a16-4242-a1d9-f7edc3608c44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.2218094
Jul 08 15:23:18.894258 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e84b60-8b60-48ac-91e5-377c113e75b1 req-822b9619-f052-48e5-a127-496c4d6ac345 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:18.894258 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-73e84b60-8b60-48ac-91e5-377c113e75b1 req-822b9619-f052-48e5-a127-496c4d6ac345 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1265650
Jul 08 15:23:18.955076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.022716 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-73e84b60-8b60-48ac-91e5-377c113e75b1 req-25a4d0c7-3892-4f7b-8498-cffb45fb5020 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215599
Jul 08 15:23:19.070867 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-f9602ff3-74f2-4467-b9d7-f0f1da6f839b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:19.072443 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-f9602ff3-74f2-4467-b9d7-f0f1da6f839b service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.1701941
Jul 08 15:23:19.134667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.150614 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a00>,) {'filters': {'network_id': ['746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:19.165907 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a00>, '0668acf7-5b35-4221-ae92-4813f4023e02') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:19.166198 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a00>, '0668acf7-5b35-4221-ae92-4813f4023e02') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:19.176494 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-16e83c66-6cf4-4c28-a924-0a24e39e5c72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.0970564
Jul 08 15:23:19.181149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.200353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9c427-71cb-46d7-9505-69cb6b43d3ff req-b93d2d53-0c66-4bf6-b3be-a27bdc70257a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:19.201873 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7de9c427-71cb-46d7-9505-69cb6b43d3ff req-b93d2d53-0c66-4bf6-b3be-a27bdc70257a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.2126172
Jul 08 15:23:19.207907 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.230815 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:23:19.231213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:23:19.245045 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:23:19.258937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-c8733d70-94fe-49e7-aa06-7dd3e5f75682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:19.260415 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-c8733d70-94fe-49e7-aa06-7dd3e5f75682 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.0727963
Jul 08 15:23:19.278927 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39bd5-fe96-4634-9adc-9df98e2616aa req-8e03f338-90fc-4ddc-aebb-4c2a2bd2f3e1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:19.280327 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-53e39bd5-fe96-4634-9adc-9df98e2616aa req-8e03f338-90fc-4ddc-aebb-4c2a2bd2f3e1 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1448586
Jul 08 15:23:19.335832 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-bf39b903-6cc4-4800-a777-a5cce4b6aec7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0646992
Jul 08 15:23:19.337346 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7de9c427-71cb-46d7-9505-69cb6b43d3ff req-cd67cb50-653a-4ac6-ba04-0a18ee799d83 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242042
Jul 08 15:23:19.342979 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.348535 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:19.367529 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.370156 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:19.382161 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.383550 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.383550 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.383773 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.384106 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.384517 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.384929 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.385215 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.385560 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.385901 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.386238 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.386714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:19.391159 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:19.395265 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-52f1196a-8179-4a3d-b497-e3c05fceeb8d admin admin] 10.222.0.55 "DELETE /v2.0/networks/746d6b3b-c9ce-42fc-b769-2b2e4b4c66c1 HTTP/1.1" status: 204  len: 168 time: 0.5571578
Jul 08 15:23:19.444550 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-53e39bd5-fe96-4634-9adc-9df98e2616aa req-00808a9e-e3a9-43f7-98b1-fa241bb593bf tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274672
Jul 08 15:23:19.505571 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-a02528e7-53d6-47a1-b503-da7ff607cff2 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526949
Jul 08 15:23:19.544276 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583e34-4f85-4b9b-ba9e-1d62fe6c9faa req-c0c2e51e-c00a-4b34-abb7-1aa43d11bc6a tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:19.545934 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a6583e34-4f85-4b9b-ba9e-1d62fe6c9faa req-c0c2e51e-c00a-4b34-abb7-1aa43d11bc6a tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1049857
Jul 08 15:23:19.594845 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a6583e34-4f85-4b9b-ba9e-1d62fe6c9faa req-96ef9a69-543a-46e6-a5a8-81adf41a93fb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416129
Jul 08 15:23:19.595421 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37892) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:19.655854 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3eee578e-33ba-4023-9a6e-d0219f5b2c3e req-9cff24a3-cbed-45ee-8767-614e3381a178 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364546
Jul 08 15:23:19.656779 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-915f7708-818e-4d08-8666-6a39e69b323d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a544b4aed8c1469db4299ca93fe3d671&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0600004
Jul 08 15:23:19.659107 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 37896) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:19.720666 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.746651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.796723 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.800300 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-782a2c8b-5ad1-4438-8358-bac4aaee26e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:19.813942 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9ffe03-4575-403f-a939-6dc4d889fa16,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:19.816767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:19.824683 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:19.826044 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/da9ffe03-4575-403f-a939-6dc4d889fa16 HTTP/1.1" status: 204  len: 168 time: 0.1657431
Jul 08 15:23:20.084954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10dbf84-f11f-493d-9645-abe0e707d61e req-2f262701-50a1-4b9d-87d0-f5166e64b06c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.086814 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d10dbf84-f11f-493d-9645-abe0e707d61e req-2f262701-50a1-4b9d-87d0-f5166e64b06c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0901701
Jul 08 15:23:20.173841 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d10dbf84-f11f-493d-9645-abe0e707d61e req-bb288963-5d5d-4a34-9b5b-4c6d46457bec tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0792103
Jul 08 15:23:20.258179 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea47010-cdcc-4129-a7e2-5e8e4cbc786a req-0f94c3e5-cfc0-4edc-9661-5208b9c4d6c8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.259945 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ea47010-cdcc-4129-a7e2-5e8e4cbc786a req-0f94c3e5-cfc0-4edc-9661-5208b9c4d6c8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.0993395
Jul 08 15:23:20.337677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa994581-74c5-49ad-86ff-57046e925b05 req-81063d80-8f31-4a0a-b691-3815677c0406 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.340609 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fa994581-74c5-49ad-86ff-57046e925b05 req-81063d80-8f31-4a0a-b691-3815677c0406 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1998045
Jul 08 15:23:20.346588 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7ea47010-cdcc-4129-a7e2-5e8e4cbc786a req-21afe6f1-d91f-40fa-b598-485526f098c0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790234
Jul 08 15:23:20.358643 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-4bf4a477-3ba7-4704-a37e-5f1c88142286 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.360425 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-4bf4a477-3ba7-4704-a37e-5f1c88142286 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.53 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1366496
Jul 08 15:23:20.450122 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26852e98-576c-47d7-bb71-eef9178ad814 req-e31cea4f-7fd3-4482-8fcd-1456c65f0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.452226 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-26852e98-576c-47d7-bb71-eef9178ad814 req-e31cea4f-7fd3-4482-8fcd-1456c65f0c09 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.0985644
Jul 08 15:23:20.491566 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Deleting port 9547424c-f029-4448-87f8-45ebd58c2c43 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:20.492108 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:20.530995 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Deleting port 19abb165-83e6-4711-854f-4c824372354a {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:20.531393 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-26852e98-576c-47d7-bb71-eef9178ad814 req-1fd0e967-2fc1-44de-8c89-687abc2e115f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724814
Jul 08 15:23:20.531852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:20.567618 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91cf77f0-216a-4bc5-8629-d432af2a1844 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:23:20.755726 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87db6f4-95fb-4da7-aa0f-7e3112f0147f req-8759abe5-fa9f-461a-8da3-97c2696a8d0f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:20.775330 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:20.777118 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d87db6f4-95fb-4da7-aa0f-7e3112f0147f req-8759abe5-fa9f-461a-8da3-97c2696a8d0f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 946 time: 0.1875868
Jul 08 15:23:20.793444 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'port_id': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'mac_address': 'fa:16:3e:cf:f9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:23:20.831992 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37932) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:20.857669 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d87db6f4-95fb-4da7-aa0f-7e3112f0147f req-0184be46-9bbe-4679-948b-82f614b9c673 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784423
Jul 08 15:23:20.862552 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:20.880891 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91cf77f0-216a-4bc5-8629-d432af2a1844 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:23:20.899488 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:20.904646 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:20.907869 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5d5b47ac-bea4-49b3-ac09-3da9b97b8266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:20.964321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-848022632-network', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:20.983694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:20.987333 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:21.005985 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:21.020231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Usage tracker for resource:network and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:21.024784 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:21.033280 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:21.046487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Made reservation on behalf of fdcd57c2bedb434098b98a206bf6bbac for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:23:21.048741 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.063994 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.081295 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:21.088735 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:21.098373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a5ac6-dfbc-4e1e-811b-0d92fe89c0bb req-9503b9c3-18d0-44b4-9989-fe8c21230497 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:21.100937 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6b3a5ac6-dfbc-4e1e-811b-0d92fe89c0bb req-9503b9c3-18d0-44b4-9989-fe8c21230497 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 949 time: 0.1427398
Jul 08 15:23:21.100937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:21.108484 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:21.163290 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6b3a5ac6-dfbc-4e1e-811b-0d92fe89c0bb req-08f0108d-628c-4355-b34a-8193c693677b tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/security-groups?id=04b61c21-d46b-4f64-897f-624b66c91352&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564959
Jul 08 15:23:21.186237 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['91cf77f0-216a-4bc5-8629-d432af2a1844'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:21.199120 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc1e33-abda-413f-9a32-c6341dfc555d req-d726c957-a620-4962-a92e-ba63c5361128 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:21.201961 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13bc1e33-abda-413f-9a32-c6341dfc555d req-d726c957-a620-4962-a92e-ba63c5361128 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.6797080
Jul 08 15:23:21.246674 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.252893 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.257623 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d2e7a507-a05a-4cf2-bae0-67e9490f2cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:21.266777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] For port 9547424c-f029-4448-87f8-45ebd58c2c43, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=9547424c-f029-4448-87f8-45ebd58c2c43,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:21.267142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.425332 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Calling delete_port for 9547424c-f029-4448-87f8-45ebd58c2c43 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:21.456051 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=850a1724-4658-4358-9da6-34eb7066438a,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:21.471124 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] For port 19abb165-83e6-4711-854f-4c824372354a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=19abb165-83e6-4711-854f-4c824372354a,segment=NetworkSegment(23006b43-6b4e-4a91-8075-f92e5c526ff6),segment_id=23006b43-6b4e-4a91-8075-f92e5c526ff6)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:21.471673 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.473023 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:21.479637 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:23:21.504975 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13bc1e33-abda-413f-9a32-c6341dfc555d req-c808a512-fee7-4577-a5bb-6fe6839d8e2a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2872834
Jul 08 15:23:21.559631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.559981 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Added segment c67cea1d-2967-429b-b039-e2382c149df1 of type vlan for network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab
Jul 08 15:23:21.595412 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.627088 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912eb489-261e-4f18-b560-fc210bf8ade2 req-42c0a609-3887-427b-ac6c-a1ff905a4cac tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:21.635150 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-912eb489-261e-4f18-b560-fc210bf8ade2 req-42c0a609-3887-427b-ac6c-a1ff905a4cac tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 944 time: 0.1601002
Jul 08 15:23:21.687201 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.690844 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:21.691649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.697710 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-912eb489-261e-4f18-b560-fc210bf8ade2 req-81623b7f-16c6-4e4a-8834-7773995ec374 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616360
Jul 08 15:23:21.700230 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e7032215-cd21-42c9-b34e-f0a44c6e1726 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:21.708063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Calling delete_port for 19abb165-83e6-4711-854f-4c824372354a owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:21.799677 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Pushing event updated for resources: {'Network': ['ID=8311587b-c8a1-4fb1-9ef9-adafc69b9fab,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:21.802761 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9697526
Jul 08 15:23:21.803852 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:21.807440 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 37944) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:21.812570 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:23:21.815778 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Request body: {'subnet': {'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-848022632-subnet', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:21.822519 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:21.827289 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Usage tracker for resource:subnet and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:21.830510 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:21.837491 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:21.854270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Made reservation on behalf of fdcd57c2bedb434098b98a206bf6bbac for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:23:21.860490 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65169198'] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:21.980165 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eaa62-65bb-4075-91bc-15b65ad7e61b req-1ab3e897-495b-4629-a7ed-22f702e2d47b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:21.981676 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3eaa62-65bb-4075-91bc-15b65ad7e61b req-1ab3e897-495b-4629-a7ed-22f702e2d47b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.2824848
Jul 08 15:23:22.020144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.030863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0aaed86c-0548-487c-99d0-dbc7ed3b3cd4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:22.094170 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a7e16a2b-ba4f-43a8-8a57-0b0f51c90181 req-73d71c07-7ec3-47f5-aaef-71dfac7851da tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=068cfab4-0275-48a0-a4fb-9c4dfa594e56 HTTP/1.1" status: 200  len: 210 time: 0.0550323
Jul 08 15:23:22.094984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event deleted for resources: {'Port': ['ID=9547424c-f029-4448-87f8-45ebd58c2c43,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:22.103712 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:22.137192 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.140264 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3eaa62-65bb-4075-91bc-15b65ad7e61b req-2be8f158-388f-4345-8eb7-05ef906cf39b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458354
Jul 08 15:23:22.148719 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:22.217080 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65530786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65169208'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.222020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-49809a04-cc9e-44d8-960c-0c28b987f263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:22.231515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Pushing event deleted for resources: {'Port': ['ID=19abb165-83e6-4711-854f-4c824372354a,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:22.253279 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a', '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', '5bd80cb2-31a2-4d48-9a5d-515412c62326'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:22.258781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] No DVR routers for this DVR port 9547424c-f029-4448-87f8-45ebd58c2c43 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:22.260282 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:22.267273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.270266 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'name': 'network-vif-deleted', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:22.298009 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Pushing event updated for resources: {'Subnet': ['ID=481ab326-7e07-488f-87d0-68c7460a82d7,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:22.308981 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:22.345602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] No DVR routers for this DVR port 19abb165-83e6-4711-854f-4c824372354a on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:22.356470 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Checking segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:22.357017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Network hostable DHCP agents. Network: 8311587b-c8a1-4fb1-9ef9-adafc69b9fab, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:23:22.362912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.373383 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068cfab4-0275-48a0-a4fb-9c4dfa594e56', 'name': 'network-vif-deleted', 'tag': '9547424c-f029-4448-87f8-45ebd58c2c43', 'status': 'completed', 'code': 200}
Jul 08 15:23:22.379123 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fa994581-74c5-49ad-86ff-57046e925b05 req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "DELETE /v2.0/ports/9547424c-f029-4448-87f8-45ebd58c2c43 HTTP/1.1" status: 204  len: 173 time: 2.0175674
Jul 08 15:23:22.392556 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c8aa285d-2839-4988-9e56-41f7d09ff1e9 req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.53 "DELETE /v2.0/ports/19abb165-83e6-4711-854f-4c824372354a HTTP/1.1" status: 204  len: 173 time: 1.9983869
Jul 08 15:23:22.459186 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9137b78e-f867-4484-a21e-844d1d6158a2 req-adb266cc-a15c-43f6-8782-d1e981c3edca tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] 10.222.0.55 "GET /v2.0/ports?device_id=a37b5cf6-3deb-46ff-9c5f-77940443ff5e HTTP/1.1" status: 200  len: 210 time: 0.0834608
Jul 08 15:23:22.462406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:23:22.474514 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 8311587b-c8a1-4fb1-9ef9-adafc69b9fab) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:22.479831 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:22.480435 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.499632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe79df-3884-4d79-ac2f-9ab624daa54b None None] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:23:22.508398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 37954) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:22.508728 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-cc430fe6-9ec6-4279-a92e-458e93a9f16a admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7001321
Jul 08 15:23:22.514050 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:22.521878 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:22.533263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Usage tracker for resource:router and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:22.538879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:22.546670 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:22.559548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.560960 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.577427 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.616506 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91cf77f0-216a-4bc5-8629-d432af2a1844 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:22.864980 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 91cf77f0-216a-4bc5-8629-d432af2a1844 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:22.887970 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 91cf77f0-216a-4bc5-8629-d432af2a1844 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:22.888551 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:22.943190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8942ede-0d62-465e-906e-7a320d929a36 req-2d14d0d7-4e45-465a-8c77-e03c08aa4944 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:22.949454 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a8942ede-0d62-465e-906e-7a320d929a36 req-2d14d0d7-4e45-465a-8c77-e03c08aa4944 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 944 time: 0.1348407
Jul 08 15:23:23.004361 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:23:23.005294 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.007373 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a8942ede-0d62-465e-906e-7a320d929a36 req-287b80e9-eb01-4cd2-889e-d66770afd623 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0561390
Jul 08 15:23:23.033668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.077002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebc5d2-d7d0-40b9-9a62-587f4ddec595 req-2daeef8a-de35-4982-a30c-ece90a7ed06d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:23.077315 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0cebc5d2-d7d0-40b9-9a62-587f4ddec595 req-2daeef8a-de35-4982-a30c-ece90a7ed06d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.4136095
Jul 08 15:23:23.192274 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0cebc5d2-d7d0-40b9-9a62-587f4ddec595 req-fa827841-c782-4769-9a7f-bcac5135f21a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666907
Jul 08 15:23:23.263529 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.465832 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:23.490071 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:23.491499 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Allocated IP 172.20.0.2 (8311587b-c8a1-4fb1-9ef9-adafc69b9fab/481ab326-7e07-488f-87d0-68c7460a82d7/7de9b39c-8897-429a-9216-bc49b5a05839) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:23.504287 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.505267 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 9547424c-f029-4448-87f8-45ebd58c2c43 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:23.538994 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:23.573810 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'code': 200}
Jul 08 15:23:23.611279 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 9547424c-f029-4448-87f8-45ebd58c2c43 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:23.611711 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 9547424c-f029-4448-87f8-45ebd58c2c43 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:23.612036 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 19abb165-83e6-4711-854f-4c824372354a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:23.633988 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.669647 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.739631 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 19abb165-83e6-4711-854f-4c824372354a {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:23.740102 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 19abb165-83e6-4711-854f-4c824372354a not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:23.809975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:23.815213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:23.904747 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8286d8b1-c073-4856-aa94-67ef63e3d2d3 req-f6d2f4f1-a209-467d-8977-764210e18eb4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:23.912926 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8286d8b1-c073-4856-aa94-67ef63e3d2d3 req-f6d2f4f1-a209-467d-8977-764210e18eb4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.4079909
Jul 08 15:23:23.973904 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:23.987830 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Transition to ACTIVE for port object 7de9b39c-8897-429a-9216-bc49b5a05839 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:24.011715 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Transition to ACTIVE for port object 7de9b39c-8897-429a-9216-bc49b5a05839 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:24.019641 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.036772 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:24.071049 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417883d-dd28-46d9-898a-4c31b897e3f7 req-1d023be3-93c3-40c4-b2aa-a87346b03317 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:24.072713 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6417883d-dd28-46d9-898a-4c31b897e3f7 req-1d023be3-93c3-40c4-b2aa-a87346b03317 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1047711
Jul 08 15:23:24.095386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Allocated IP 172.27.2.124 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/0fafd4cf-6515-4f56-91ed-1ed7a037c47b) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:24.111632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:24.112855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Pushing event updated for resources: {'Port': ['ID=7de9b39c-8897-429a-9216-bc49b5a05839,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:24.122694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:24.124796 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:24.125606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:24.135287 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6417883d-dd28-46d9-898a-4c31b897e3f7 req-ec704012-559f-45e8-9e90-f4a855126be5 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0568333
Jul 08 15:23:24.137816 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8286d8b1-c073-4856-aa94-67ef63e3d2d3 req-6f9124ad-ee11-44a1-be94-f1152c396ce4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2238944
Jul 08 15:23:24.237185 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Attempting to bind port 7de9b39c-8897-429a-9216-bc49b5a05839 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:24.237767 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Attempting to bind port 7de9b39c-8897-429a-9216-bc49b5a05839 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:24.238206 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Attempting to bind port 7de9b39c-8897-429a-9216-bc49b5a05839 on network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:24.244083 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:24.244833 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Checking segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:24.245022 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.245527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Bound using segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:24.246036 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Bound port: 7de9b39c-8897-429a-9216-bc49b5a05839, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:24.246480 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.259361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-602cf8d3-1f29-4dd1-85ae-ab24fb2ba6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:24.260868 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-602cf8d3-1f29-4dd1-85ae-ab24fb2ba6a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 1098 time: 0.2610636
Jul 08 15:23:24.272941 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58d19e-46ea-4dea-96f9-592e7e6065bc req-0216cd87-4a2a-4802-8c73-dabf81102e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:24.274930 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ab58d19e-46ea-4dea-96f9-592e7e6065bc req-0216cd87-4a2a-4802-8c73-dabf81102e93 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1098 time: 0.3352871
Jul 08 15:23:24.343147 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] For port 7de9b39c-8897-429a-9216-bc49b5a05839, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:24.346759 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] For port 7de9b39c-8897-429a-9216-bc49b5a05839, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=7de9b39c-8897-429a-9216-bc49b5a05839,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:24.362351 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.370993 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bba21d-c686-4ba9-9c6c-2441a2a123a2 req-a3f76b48-87f7-4245-b780-c978ab52baba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:24.372564 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f7bba21d-c686-4ba9-9c6c-2441a2a123a2 req-a3f76b48-87f7-4245-b780-c978ab52baba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.1095154
Jul 08 15:23:24.372941 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:24.389734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'name': 'network-vif-deleted', 'tag': '19abb165-83e6-4711-854f-4c824372354a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:24.412819 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.439297 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.454429 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Pushing event updated for resources: {'Port': ['ID=7de9b39c-8897-429a-9216-bc49b5a05839,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:24.459668 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:24.478181 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f7bba21d-c686-4ba9-9c6c-2441a2a123a2 req-178800ed-2524-4715-a9d3-04f58d360527 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0949285
Jul 08 15:23:24.480357 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a37b5cf6-3deb-46ff-9c5f-77940443ff5e', 'name': 'network-vif-deleted', 'tag': '19abb165-83e6-4711-854f-4c824372354a', 'status': 'completed', 'code': 200}
Jul 08 15:23:24.485597 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ab58d19e-46ea-4dea-96f9-592e7e6065bc req-f801b082-672a-4912-8c92-f46a08da019b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2032161
Jul 08 15:23:24.538951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-49e75bfb-a6a1-471e-8aea-a368f308d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:24.540977 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-49e75bfb-a6a1-471e-8aea-a368f308d1a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 200  len: 920 time: 0.2625630
Jul 08 15:23:24.603333 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:24.628802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8ad840bd-b5fd-4b44-95bd-4197574da97b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:24.694537 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-8140e8c3-7041-42db-bce2-64fe0146e111 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 200  len: 217 time: 0.1460257
Jul 08 15:23:24.940337 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:24.944638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:24.951167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:24.992047 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Pushing event updated for resources: {'Port': ['ID=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:24.999022 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:25.012622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-435d4bed-969a-4f3e-b824-42dd5fb8adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:25.014096 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-435d4bed-969a-4f3e-b824-42dd5fb8adf8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 200  len: 859 time: 0.1443481
Jul 08 15:23:25.096488 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e059db7-099e-4abf-a659-8dfa0c1364cd req-fcb168ce-1011-40f4-a67b-02f91d95a09d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:25.098062 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3e059db7-099e-4abf-a659-8dfa0c1364cd req-fcb168ce-1011-40f4-a67b-02f91d95a09d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.0894644
Jul 08 15:23:25.178466 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3e059db7-099e-4abf-a659-8dfa0c1364cd req-a62d60d5-7f66-4b21-9854-02a8c4faf534 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722392
Jul 08 15:23:25.180441 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-29eef569-106e-4afd-872d-df0f2ec0e9e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=58136e80-e234-4d30-8b3e-fb18f55fa495&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1121340
Jul 08 15:23:25.384141 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ba0212-8ccf-4c81-abdb-269054703bd2 req-e923afb5-81a1-4869-acd2-fdf90a1eccfe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:25.391927 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e7ba0212-8ccf-4c81-abdb-269054703bd2 req-e923afb5-81a1-4869-acd2-fdf90a1eccfe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1083472
Jul 08 15:23:25.449024 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e7ba0212-8ccf-4c81-abdb-269054703bd2 req-e41d1181-202a-4ad3-bad2-c281c289f2ca tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558755
Jul 08 15:23:25.601777 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-986e521c-8d9a-4e2d-be83-8c56db68abc0 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130092
Jul 08 15:23:25.761298 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc670119-2243-4427-9068-edef8822beec req-01976a0f-2cb9-4ebe-afb5-2167e9965cf5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:25.768357 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dc670119-2243-4427-9068-edef8822beec req-01976a0f-2cb9-4ebe-afb5-2167e9965cf5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.1535015
Jul 08 15:23:25.798959 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724422e-3704-4340-a820-7e3de6e2bbb9 None None] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:23:25.822384 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30033608-5c4b-4785-a3ef-d1abd1f7ff0c req-9cb45a80-0b8b-462f-9f98-bd10822ee92a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:25.823964 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30033608-5c4b-4785-a3ef-d1abd1f7ff0c req-9cb45a80-0b8b-462f-9f98-bd10822ee92a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.5686636
Jul 08 15:23:25.829923 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:25.838435 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dc670119-2243-4427-9068-edef8822beec req-eb33724a-872f-4da5-9082-474eb1e95e22 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674179
Jul 08 15:23:25.969558 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-5332f5cd-3ac2-4a3c-9569-4a6bb94289ab None None] Provisioning for port 7de9b39c-8897-429a-9216-bc49b5a05839 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:26.052420 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30033608-5c4b-4785-a3ef-d1abd1f7ff0c req-146cedcb-33fb-447b-b8c6-22f3f983c522 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670060
Jul 08 15:23:26.056822 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-16c0507f-c300-4491-8d5c-a0cbb75a665d req-8d2eba37-128d-4a74-8e96-3339b91f3593 service neutron] 10.222.0.53 "GET /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4396460
Jul 08 15:23:26.103511 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057382-cf0d-4316-a66a-3800547203ce req-e043f267-2504-4387-86b5-6c8783585960 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:26.111507 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1d057382-cf0d-4316-a66a-3800547203ce req-e043f267-2504-4387-86b5-6c8783585960 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.1453204
Jul 08 15:23:26.171576 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1d057382-cf0d-4316-a66a-3800547203ce req-78954f95-ef5a-4e76-8cac-cd58f8991f75 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590861
Jul 08 15:23:26.202126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38160) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:26.491318 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f519bc1-d08f-4995-bd2a-f1b2d25e2226 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:26.492249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-9f519bc1-d08f-4995-bd2a-f1b2d25e2226 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] Synchronizing usage tracker for tenant:656564c7935b4d6bb4932e8323d764e5 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:26.494167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:26.525751 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 7de9b39c-8897-429a-9216-bc49b5a05839 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:26.529668 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-9f519bc1-d08f-4995-bd2a-f1b2d25e2226 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] Unset dirty status for tenant:656564c7935b4d6bb4932e8323d764e5 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:26.534132 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-9f519bc1-d08f-4995-bd2a-f1b2d25e2226 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1093 time: 0.3309698
Jul 08 15:23:26.534726 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38184) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:26.540555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'port_id': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:26.551444 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:26.563102 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:floatingip and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:26.573399 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:26.579470 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:26.599368 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:23:26.599900 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:26.805566 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71353928-2fc1-4c3c-8b4b-c9b7140030f2 req-fda0d779-3a53-4956-9371-ac0b6bb3918d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:26.807059 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-71353928-2fc1-4c3c-8b4b-c9b7140030f2 req-fda0d779-3a53-4956-9371-ac0b6bb3918d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 943 time: 0.1162794
Jul 08 15:23:26.845940 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:26.864816 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'mac_address': 'fa:16:3e:c9:a4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:23:26.869073 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 7de9b39c-8897-429a-9216-bc49b5a05839 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:26.937963 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 7de9b39c-8897-429a-9216-bc49b5a05839 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:26.938349 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:26.967768 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:26.973969 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-71353928-2fc1-4c3c-8b4b-c9b7140030f2 req-dda06f9a-5ac6-4fed-b7c6-5607baa544a8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1597300
Jul 08 15:23:27.001780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30b8ee-7623-495d-8a11-a55438bc9537 req-369e4cda-4d04-40b1-8dfd-66f86281ceba tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:27.002523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-da30b8ee-7623-495d-8a11-a55438bc9537 req-369e4cda-4d04-40b1-8dfd-66f86281ceba tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:27.017430 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.017641 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Router 32ece809-76bc-4595-b262-6f1ccf0420df is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:23:27.042238 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-da30b8ee-7623-495d-8a11-a55438bc9537 req-369e4cda-4d04-40b1-8dfd-66f86281ceba tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:27.043579 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da30b8ee-7623-495d-8a11-a55438bc9537 req-369e4cda-4d04-40b1-8dfd-66f86281ceba tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.7506847
Jul 08 15:23:27.051389 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:23:27.118692 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:27.126485 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.132344 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:27.149673 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.27.2.231 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/02604516-e19f-4283-802d-c5ebb478644e) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:27.193282 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-74ffbf49-4dea-4f31-bd5d-e2c0fdcee35d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:27.194713 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.195867 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-74ffbf49-4dea-4f31-bd5d-e2c0fdcee35d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.3045778
Jul 08 15:23:27.217652 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da30b8ee-7623-495d-8a11-a55438bc9537 req-cf8dcc08-1fcb-4331-a0d2-f04064464da5 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962641
Jul 08 15:23:27.268947 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 7de9b39c-8897-429a-9216-bc49b5a05839, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=7de9b39c-8897-429a-9216-bc49b5a05839,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:27.272416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=9']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:27.276622 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:27.277572 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.281427 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:27.369727 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=7de9b39c-8897-429a-9216-bc49b5a05839,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:27.373773 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:27.412076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Deleting port 5bd80cb2-31a2-4d48-9a5d-515412c62326 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:27.412474 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.418512 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['78c31074-c0be-4902-b64c-7c4eb57e9731'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:27.424308 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc19d5d-7681-440a-b0f9-0245ebe13aea req-dffd12cf-afdd-44bc-9a23-686327b8696b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:27.425987 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dbc19d5d-7681-440a-b0f9-0245ebe13aea req-dffd12cf-afdd-44bc-9a23-686327b8696b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1698670
Jul 08 15:23:27.464296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:27.471513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.480023 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Sync routers for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:27.493570 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:27.494213 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec882e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:27.514286 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.520662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:27.586114 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:27.587535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.0779252
Jul 08 15:23:27.590902 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38214) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:27.600785 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=02604516-e19f-4283-802d-c5ebb478644e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:27.612772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:27.624632 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:27.628353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:27.633213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:27.738194 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dbc19d5d-7681-440a-b0f9-0245ebe13aea req-60b3a730-18fd-4189-bd75-f1759e787096 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3042932
Jul 08 15:23:27.821433 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:27.969172 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] For port 5bd80cb2-31a2-4d48-9a5d-515412c62326, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5bd80cb2-31a2-4d48-9a5d-515412c62326,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:27.969572 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.264334 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec882e0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:25Z', 'revision_number': 3, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:28.273471 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Checking router: 32ece809-76bc-4595-b262-6f1ccf0420df for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:28.280010 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Updating router 32ece809-76bc-4595-b262-6f1ccf0420df port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:23:28.358399 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.411850 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.482280 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 7de9b39c-8897-429a-9216-bc49b5a05839 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:28.572170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.631881 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b97a6a-1211-49de-983a-9d68627ed436 req-d95b453b-3cba-44ea-94a0-17da9352e127 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:28.638951 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20b97a6a-1211-49de-983a-9d68627ed436 req-d95b453b-3cba-44ea-94a0-17da9352e127 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 945 time: 0.1952899
Jul 08 15:23:28.643392 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:28.701939 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-20b97a6a-1211-49de-983a-9d68627ed436 req-08f97d11-9686-4c6f-9fd4-0fc355bf30ba tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620370
Jul 08 15:23:28.775525 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Calling delete_port for 5bd80cb2-31a2-4d48-9a5d-515412c62326 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:28.779184 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 7de9b39c-8897-429a-9216-bc49b5a05839 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:28.780589 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.844449 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.873378 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Transition to ACTIVE for port object 0fafd4cf-6515-4f56-91ed-1ed7a037c47b will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:28.885877 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:28.892249 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-c20f7fcd-e2d6-4c7c-bb32-0e2b31e4d730 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:28.924606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 78c31074-c0be-4902-b64c-7c4eb57e9731 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:28.924981 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.000610 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584c73e-7649-47d7-bfc1-e5734bd275d6 req-1487805f-9373-4cb2-8b57-ecd05274529c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:29.002323 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a584c73e-7649-47d7-bfc1-e5734bd275d6 req-1487805f-9373-4cb2-8b57-ecd05274529c tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1177380
Jul 08 15:23:29.015114 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Attempting to bind port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:29.015497 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Attempting to bind port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:29.015872 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Attempting to bind port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:29.030887 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Pushing event updated for resources: {'Port': ['ID=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:29.033161 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:29.033536 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:29.034353 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.034752 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:29.035229 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Bound port: 0fafd4cf-6515-4f56-91ed-1ed7a037c47b, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:29.035629 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.038855 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.047691 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.053930 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0166143a-fd36-4e7c-98fa-5f15f9131eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:29.093892 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.094211 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.094542 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.094864 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.095183 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.095504 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.095841 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.096441 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.096854 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.097176 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.097544 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.097865 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:29.102337 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:29.108436 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.111733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052849b-715c-46f8-975a-9d3e99453b47 req-9b1edbfb-8383-4bc4-8202-2955826250fb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:29.113473 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c052849b-715c-46f8-975a-9d3e99453b47 req-9b1edbfb-8383-4bc4-8202-2955826250fb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 944 time: 0.6761374
Jul 08 15:23:29.150377 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:29.151671 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:29.157092 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] For port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:29.159345 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.160713 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5bd80cb2-31a2-4d48-9a5d-515412c62326 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:29.164327 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] For port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:29.171153 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.176444 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:29.196227 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a584c73e-7649-47d7-bfc1-e5734bd275d6 req-869664a1-4666-4856-9aee-a0797f9a3f6d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1813266
Jul 08 15:23:29.218963 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=02604516-e19f-4283-802d-c5ebb478644e,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:29.223249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:29.231083 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.231756 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:29.238495 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.259978 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:29.293943 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c052849b-715c-46f8-975a-9d3e99453b47 req-6e944de9-1a92-4063-aa92-8688f5a36378 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670995
Jul 08 15:23:29.317051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event deleted for resources: {'Port': ['ID=5bd80cb2-31a2-4d48-9a5d-515412c62326,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:29.351053 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'code': 200}
Jul 08 15:23:29.353205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:29.354320 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=10']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:29.357526 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 5bd80cb2-31a2-4d48-9a5d-515412c62326 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:29.359803 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:29.360554 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec882e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:29.366591 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5bd80cb2-31a2-4d48-9a5d-515412c62326 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:29.368682 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a', '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:29.416081 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:29.451623 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9c2eb9bc-b935-404b-92d7-912a09ad6fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.452684 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Pushing event updated for resources: {'Port': ['ID=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:29.460073 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:29.602687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] No DVR routers for this DVR port 5bd80cb2-31a2-4d48-9a5d-515412c62326 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:29.615285 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.615890 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 2a9aaeb6-82f9-411b-840b-a3437b906912 associated. External IP: 172.27.2.231, port: 91cf77f0-216a-4bc5-8629-d432af2a1844.
Jul 08 15:23:29.618239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'name': 'network-vif-deleted', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:29.644820 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:29.806643 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:29.895499 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Allocated IP 172.20.0.1 (8311587b-c8a1-4fb1-9ef9-adafc69b9fab/481ab326-7e07-488f-87d0-68c7460a82d7/cdbf733d-523d-49da-b481-00515b49e740) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:29.908702 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.052872 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38268) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:30.103116 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9611dc42-9eef-4bb1-a4b7-ed93f7a5d072 req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "DELETE /v2.0/ports/5bd80cb2-31a2-4d48-9a5d-515412c62326 HTTP/1.1" status: 204  len: 173 time: 2.9000351
Jul 08 15:23:30.111136 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d6e96e-0215-433e-b0ba-5f19a6841fd3', 'name': 'network-vif-deleted', 'tag': '5bd80cb2-31a2-4d48-9a5d-515412c62326', 'status': 'completed', 'code': 200}
Jul 08 15:23:30.277710 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5de77a51-aaf7-4c8f-b5d3-98c84eaeb714 req-87fb46e4-e819-4c5d-8df6-71ee9e6fc5b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:30.339534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-5de77a51-aaf7-4c8f-b5d3-98c84eaeb714 req-87fb46e4-e819-4c5d-8df6-71ee9e6fc5b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:30.340561 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec882e0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:25Z', 'revision_number': 3, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:30.346312 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5de77a51-aaf7-4c8f-b5d3-98c84eaeb714 req-87fb46e4-e819-4c5d-8df6-71ee9e6fc5b7 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=23d6e96e-0215-433e-b0ba-5f19a6841fd3 HTTP/1.1" status: 200  len: 210 time: 0.2034357
Jul 08 15:23:30.361599 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e29c9a4-4cb9-4a4a-948e-60a1db63eb70 None None] The sync data for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi is: [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:25Z', 'revision_number': 3, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:30.401049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1c61c-88da-4942-b5b7-d5cc7480168b req-d93d679b-0975-41ea-8961-b8dc22a74f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:30.402710 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-69d1c61c-88da-4942-b5b7-d5cc7480168b req-d93d679b-0975-41ea-8961-b8dc22a74f2d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 1099 time: 0.2907455
Jul 08 15:23:30.405869 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.446950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Transition to ACTIVE for port object cdbf733d-523d-49da-b481-00515b49e740 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:30.468934 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-69d1c61c-88da-4942-b5b7-d5cc7480168b req-c3af7e39-0125-437f-a182-db105e70fc4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552111
Jul 08 15:23:30.476558 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3410d293-2ff8-4946-ae24-701eca802306 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=654e58ac90dd4d679b289f6f707bd075&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4223454
Jul 08 15:23:30.479052 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38278) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:30.492648 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.496859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:30.497700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:23:30.565489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:30.568750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:30.573246 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:30.605593 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Pushing event updated for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:30.620680 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:30.674160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.884754 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.894548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.941615 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-1bb78dc6-de09-4aaf-9439-e9b067f83f03 None None] Provisioning for port cdbf733d-523d-49da-b481-00515b49e740 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:30.950636 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-1bb78dc6-de09-4aaf-9439-e9b067f83f03 None None] Provisioning complete for port cdbf733d-523d-49da-b481-00515b49e740 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:30.951076 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-1bb78dc6-de09-4aaf-9439-e9b067f83f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.959938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:30.978360 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259b70a-f2d8-4438-b73f-053a4bea9632 req-6e7876c2-e502-48b6-80e4-1b2fcf392e00 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:30.979939 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d259b70a-f2d8-4438-b73f-053a4bea9632 req-6e7876c2-e502-48b6-80e4-1b2fcf392e00 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.4737134
Jul 08 15:23:30.984779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:31.041707 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-1bb78dc6-de09-4aaf-9439-e9b067f83f03 None None] Port cdbf733d-523d-49da-b481-00515b49e740 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:23:31.046056 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:31.060422 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:31.061536 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef22a00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:31.068575 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.125650 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d259b70a-f2d8-4438-b73f-053a4bea9632 req-cee74575-0b69-491f-b467-c52b16f81fb7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344228
Jul 08 15:23:31.151870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.159622 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5eacb10c-da7f-4606-b038-cc7155d987bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:31.177885 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b61c21-d46b-4f64-897f-624b66c91352,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:31.189107 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.6529999
Jul 08 15:23:31.193237 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:31.193999 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:31.207771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.211364 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/04b61c21-d46b-4f64-897f-624b66c91352 HTTP/1.1" status: 204  len: 168 time: 0.7291229
Jul 08 15:23:31.284850 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'status': 'completed', 'code': 200}
Jul 08 15:23:31.415787 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:31.520403 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-e04b11b0-5d5e-4b0f-90c8-a3fcd6d3828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:31.522278 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-e04b11b0-5d5e-4b0f-90c8-a3fcd6d3828e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1098 time: 0.1987402
Jul 08 15:23:31.583644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.636749 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.671995 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:31.945811 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Pushing event updated for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:31.951293 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:31.981931 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cb7c9037-d260-408d-bd2b-c423ad963b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:31.983101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:32.231833 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef22a00>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '2a9aaeb6-82f9-411b-840b-a3437b906912', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:cf:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:23:28Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:32.237218 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:32.248113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:32.248870 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef22a00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:32.362032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-d8e0d397-e407-4386-879e-3553410a1ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:32.363509 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-d8e0d397-e407-4386-879e-3553410a1ac0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.7753150
Jul 08 15:23:32.437811 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb0f358-f403-415d-9d18-6820ab079df4 req-cb2e8531-7197-421f-91d7-b1670fed4e98 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:32.446250 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3bb0f358-f403-415d-9d18-6820ab079df4 req-cb2e8531-7197-421f-91d7-b1670fed4e98 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 945 time: 0.1380925
Jul 08 15:23:32.510199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 0fafd4cf-6515-4f56-91ed-1ed7a037c47b up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:32.542174 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3bb0f358-f403-415d-9d18-6820ab079df4 req-b19ee2ff-28a3-4495-851f-2a07bd8efe58 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857410
Jul 08 15:23:32.557487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:32.568885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:32.583205 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-64ed1530-89ec-4951-93ab-22e40412ceca service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 200  len: 999 time: 0.2020907
Jul 08 15:23:32.645909 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:32.715516 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:32.732799 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:32.740863 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:32.741378 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:32.776338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f6257-c55e-4374-b3ff-51146dfe610f req-16ac1d56-125a-4185-8274-887fae3138c6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:32.791404 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-310f6257-c55e-4374-b3ff-51146dfe610f req-16ac1d56-125a-4185-8274-887fae3138c6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.4926054
Jul 08 15:23:32.906385 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-310f6257-c55e-4374-b3ff-51146dfe610f req-3db8193b-5108-43bb-b99c-e7c9b42a2442 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1143634
Jul 08 15:23:32.910350 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-84c1dca3-193e-45be-9e52-485ca5efe9a0 None None] Provisioning complete for port cdbf733d-523d-49da-b481-00515b49e740 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:32.910739 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-84c1dca3-193e-45be-9e52-485ca5efe9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:32.924006 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-6ce41fd2-2dd7-47e2-ac11-f323e727fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:32.925605 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-6ce41fd2-2dd7-47e2-ac11-f323e727fed5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.2592978
Jul 08 15:23:32.964905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Router 32ece809-76bc-4595-b262-6f1ccf0420df has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:23:33.112058 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-84c1dca3-193e-45be-9e52-485ca5efe9a0 None None] Port cdbf733d-523d-49da-b481-00515b49e740 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:23:33.123851 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:33.163010 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:33.185975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:33.194236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:33.200688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-e216b9c9-8107-417a-8abe-50f5dea31b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:33.202408 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-e216b9c9-8107-417a-8abe-50f5dea31b4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2396784
Jul 08 15:23:33.310553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:33.314088 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:33.331511 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef22a00>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '2a9aaeb6-82f9-411b-840b-a3437b906912', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:cf:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:23:28Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:33.335553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba31874c-eb5d-4c68-afe1-4ba8db1c6c3e None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '2a9aaeb6-82f9-411b-840b-a3437b906912', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:cf:f9:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:23:28Z', 'updated_at': '2021-07-08T15:23:28Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:33.357863 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-dac1221e-39c6-456d-8b8d-b98a8906af8a service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471782
Jul 08 15:23:33.359174 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:33.369454 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Sync routers for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:33.370200 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] 10.222.0.55 "PUT /v2.0/routers/32ece809-76bc-4595-b262-6f1ccf0420df/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7776904
Jul 08 15:23:33.382545 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:33.383593 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00f310>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:33.613148 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8f2025b-ef48-4d98-882f-433d6f383159 req-3d2c56f0-a7f6-429a-9698-309b2d8d07c0 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2421491
Jul 08 15:23:33.624494 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:33.742302 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0cba33-4eda-4c0c-9c2d-91ddb29721b2 None None] New status for floating IP 2a9aaeb6-82f9-411b-840b-a3437b906912: ACTIVE {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:23:33.771284 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-c069c0b5-d198-4712-8ff9-51c134d64a97 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:33.775629 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-c069c0b5-d198-4712-8ff9-51c134d64a97 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 945 time: 0.1290383
Jul 08 15:23:33.849375 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f071e3-0980-43e8-bd76-94a02a2dd25f req-bdea656a-7034-4b31-aa17-7f09290ffd02 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:33.857006 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50f071e3-0980-43e8-bd76-94a02a2dd25f req-bdea656a-7034-4b31-aa17-7f09290ffd02 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 945 time: 0.0942452
Jul 08 15:23:33.889708 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Deleting port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:33.892754 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:33.919367 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-50f071e3-0980-43e8-bd76-94a02a2dd25f req-ec51e044-72db-4e90-b5a5-c17fd3c075e8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614142
Jul 08 15:23:34.049800 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00f310>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:31Z', 'revision_number': 2, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:34.054488 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Checking router: 32ece809-76bc-4595-b262-6f1ccf0420df for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:34.054851 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Updating router 32ece809-76bc-4595-b262-6f1ccf0420df port cdbf733d-523d-49da-b481-00515b49e740 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:23:34.125033 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.155181 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.270400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38360) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:34.272981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e72906-625c-41aa-bc21-f0f4ce7e6084 req-8b1d857f-198e-4c08-a256-52ff515e5b30 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:34.274718 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-24e72906-625c-41aa-bc21-f0f4ce7e6084 req-8b1d857f-198e-4c08-a256-52ff515e5b30 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.2182307
Jul 08 15:23:34.276889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-851603157-network', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:34.281705 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:34.286048 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Usage tracker for resource:network and tenant:8dd9df1a12654255a27b990cca6530f5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:34.294185 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:34.305448 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:34.312213 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] For port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:34.312771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.317655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Made reservation on behalf of 8dd9df1a12654255a27b990cca6530f5 for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:23:34.320789 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.334270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.352959 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:34.357909 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd9df1a12654255a27b990cca6530f5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:34.360929 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:34.367079 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:34.437161 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 0fafd4cf-6515-4f56-91ed-1ed7a037c47b up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:34.490577 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-24e72906-625c-41aa-bc21-f0f4ce7e6084 req-add0e28f-7de5-426c-b107-f410773a5af8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2064483
Jul 08 15:23:34.501884 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Calling delete_port for 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:34.508493 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.514544 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.520163 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c05b9234-bdaa-439e-ad8f-b1d51ef7ad88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:34.551507 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:34.551889 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.566403 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9719f7b1-0259-4252-a171-80f0464644e6,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:34.569578 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:23:34.584665 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:34.593820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.594160 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Added segment a141946d-acbf-4f99-ab35-7ad9d4bf544d of type vlan for network 7acf5118-5a66-48c5-983c-08efb7f822e3
Jul 08 15:23:34.618302 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.629535 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.634678 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Transition to ACTIVE for port object cdbf733d-523d-49da-b481-00515b49e740 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:34.647587 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.662523 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:34.672429 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.675282 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:34.675425 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.724772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:34.750405 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752e341-fbe3-4f51-939b-17009638d69e None None] Pushing event updated for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:34.760194 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5752e341-fbe3-4f51-939b-17009638d69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:34.835457 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.843408 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-df755d94-c18a-4c28-bb4c-c7364797cbc3 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:34.853402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:34.890074 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6183360
Jul 08 15:23:34.898733 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38372) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:34.930509 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Pushing event updated for resources: {'Network': ['ID=7acf5118-5a66-48c5-983c-08efb7f822e3,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:34.933755 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:34.937803 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Request body: {'subnet': {'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-851603157-subnet', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'ip_version': 4}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:34.942598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:34.948025 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Usage tracker for resource:subnet and tenant:8dd9df1a12654255a27b990cca6530f5 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:34.951128 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:34.954765 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:23:34.955728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event deleted for resources: {'Port': ['ID=5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:34.958697 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:34.959684 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:34.969935 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Made reservation on behalf of 8dd9df1a12654255a27b990cca6530f5 for: {'subnet': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:23:34.972713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65169198'] for subnet, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.973717 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Attempting to bind port cdbf733d-523d-49da-b481-00515b49e740 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:34.974093 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Attempting to bind port cdbf733d-523d-49da-b481-00515b49e740 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:34.978682 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Attempting to bind port cdbf733d-523d-49da-b481-00515b49e740 on network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:34.991071 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:34.991455 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Checking segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:34.991895 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:34.992322 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Bound using segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:34.992823 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Bound port: cdbf733d-523d-49da-b481-00515b49e740, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:34.993209 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.136093 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] For port cdbf733d-523d-49da-b481-00515b49e740, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:35.141726 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] For port cdbf733d-523d-49da-b481-00515b49e740, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cdbf733d-523d-49da-b481-00515b49e740,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:35.147544 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.155078 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:35.184224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] No DVR routers for this DVR port 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:35.187395 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.190119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'name': 'network-vif-deleted', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:35.226917 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5626f3d7-d5fb-4268-aee5-755e9f45b210 req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "DELETE /v2.0/ports/5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 HTTP/1.1" status: 204  len: 173 time: 1.4445190
Jul 08 15:23:35.236672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9167c1-9a6c-48e8-b3af-435b39579592 req-29095fa6-5636-4ad4-a735-28ffec9e8c4b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:35.238078 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2b9167c1-9a6c-48e8-b3af-435b39579592 req-29095fa6-5636-4ad4-a735-28ffec9e8c4b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.1235168
Jul 08 15:23:35.272133 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752e341-fbe3-4f51-939b-17009638d69e None None] Pushing event updated for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=4']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:35.275383 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a86392d0-e909-44aa-9e9b-dabc254d7e75 req-0ca10dcb-836a-4e8c-ad87-0c049c6c2eeb tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=b963459c-d7e8-4f87-a537-6adbff8e6f6b HTTP/1.1" status: 200  len: 210 time: 0.0672779
Jul 08 15:23:35.301336 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-5752e341-fbe3-4f51-939b-17009638d69e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:35.349253 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:35.349884 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00f310>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:35.366802 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2b9167c1-9a6c-48e8-b3af-435b39579592 req-35423aa4-993f-46fb-8e75-b21124f229f0 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214921
Jul 08 15:23:35.379647 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b963459c-d7e8-4f87-a537-6adbff8e6f6b', 'name': 'network-vif-deleted', 'tag': '5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4', 'status': 'completed', 'code': 200}
Jul 08 15:23:35.467066 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65530786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65169208'] for subnet, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.473770 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f11e58eb-eec5-44c1-8819-db5d6e850e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:35.545861 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=315952ae-7a99-42a8-b612-f6eaeef24dfe,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:35.548630 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:35.556627 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Checking segment: {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78424) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:35.556989 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Network hostable DHCP agents. Network: 7acf5118-5a66-48c5-983c-08efb7f822e3, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78424) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:23:35.579039 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78424) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:23:35.590169 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:35.590897 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 7acf5118-5a66-48c5-983c-08efb7f822e3) {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:35.595195 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:35.595728 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.600040 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deabe38-3378-45c8-8858-60eee802451e None None] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:23:35.617916 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fdc8e361-ca05-4dee-8d13-9571665e4e8c admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.7153714
Jul 08 15:23:35.621266 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38380) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:35.626327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:35.631004 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:35.635943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Usage tracker for resource:router and tenant:8dd9df1a12654255a27b990cca6530f5 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:35.641101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:35.647972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:35.664258 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.666239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.682814 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.886170 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-7acf5118-5a66-48c5-983c-08efb7f822e3', 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'fixed_ips': [{'subnet_id': '315952ae-7a99-42a8-b612-f6eaeef24dfe'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:23:35.887440 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:35.967727 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf00f310>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:35Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:35.972441 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a59c8c-a46e-49a7-a814-7849f0dfa423 None None] The sync data for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi is: [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:35Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:36.098731 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.114426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Allocated IP 172.20.0.2 (7acf5118-5a66-48c5-983c-08efb7f822e3/315952ae-7a99-42a8-b612-f6eaeef24dfe/d80ac1ad-4e34-470e-ad32-5b671a91c297) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:36.335250 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.347218 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Transition to ACTIVE for port object d80ac1ad-4e34-470e-ad32-5b671a91c297 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:36.392322 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Transition to ACTIVE for port object d80ac1ad-4e34-470e-ad32-5b671a91c297 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:36.399708 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.406409 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:36.451560 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.501347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.535515 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:36.557165 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:36.559376 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cdbf733d-523d-49da-b481-00515b49e740 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:36.588268 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:36.591249 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Pushing event updated for resources: {'Port': ['ID=d80ac1ad-4e34-470e-ad32-5b671a91c297,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:36.601802 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:36.709032 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:36.758141 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cb9f0-a903-440d-a23d-ea7dc53fbf0c req-8731f61a-11b3-44e9-8fad-6bda9fe8c794 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:36.759685 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e91cb9f0-a903-440d-a23d-ea7dc53fbf0c req-8731f61a-11b3-44e9-8fad-6bda9fe8c794 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.2414696
Jul 08 15:23:36.760829 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:36.761186 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 5c8c6f40-2d0a-4d0a-afca-68d3bc116ad4 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:36.771858 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Attempting to bind port d80ac1ad-4e34-470e-ad32-5b671a91c297 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:36.772236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Attempting to bind port d80ac1ad-4e34-470e-ad32-5b671a91c297 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:36.772634 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Attempting to bind port d80ac1ad-4e34-470e-ad32-5b671a91c297 on network 7acf5118-5a66-48c5-983c-08efb7f822e3 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:36.781407 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:36.781814 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Checking segment: {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:36.782463 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.782649 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Bound using segment: {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:36.783086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Bound port: d80ac1ad-4e34-470e-ad32-5b671a91c297, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:36.783514 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.798599 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Allocated IP 172.27.2.53 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/a934bddd-d07e-41f6-8788-9b362cff3a26) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:36.848999 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e91cb9f0-a903-440d-a23d-ea7dc53fbf0c req-c0999dba-63f3-4ecd-9bb0-3085ea93d422 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749252
Jul 08 15:23:36.865003 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port cdbf733d-523d-49da-b481-00515b49e740 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:36.880675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port cdbf733d-523d-49da-b481-00515b49e740 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:36.881402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.969061 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] For port d80ac1ad-4e34-470e-ad32-5b671a91c297, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:36.974048 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] For port d80ac1ad-4e34-470e-ad32-5b671a91c297, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d80ac1ad-4e34-470e-ad32-5b671a91c297,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:36.978675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:36.984976 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:36.988691 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:37.021416 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:37.026653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:37.096933 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:37.099972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:37.104413 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:37.130781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Pushing event updated for resources: {'Port': ['ID=d80ac1ad-4e34-470e-ad32-5b671a91c297,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:37.134630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:37.155481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Pushing event updated for resources: {'Port': ['ID=a934bddd-d07e-41f6-8788-9b362cff3a26,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:37.160278 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:37.173212 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:37.209328 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port cdbf733d-523d-49da-b481-00515b49e740, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cdbf733d-523d-49da-b481-00515b49e740,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:37.214601 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:37.225954 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:37.312549 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:37.319522 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:37.534432 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-634b5017-f3d2-4d8b-aefa-29628810ee76 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:37.535871 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-634b5017-f3d2-4d8b-aefa-29628810ee76 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.2538242
Jul 08 15:23:37.684674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Deleting port 516373bd-f79e-4a53-ad52-6578675ad39b {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:37.685007 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:37.822031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.155869 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94009bda-e29f-43b1-b0d9-fc25a92e6784 req-9787bd4d-6228-4a45-a911-98c8d44ffdd9 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:38.158125 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-94009bda-e29f-43b1-b0d9-fc25a92e6784 req-9787bd4d-6228-4a45-a911-98c8d44ffdd9 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.0909357
Jul 08 15:23:38.195118 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e0532-b25d-4704-bf36-ccbec16c8698 None None] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:23:38.215537 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-94009bda-e29f-43b1-b0d9-fc25a92e6784 req-5a75216b-d361-4b21-ba7c-89cbfd95ffcb tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514257
Jul 08 15:23:38.306746 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c7b3bdec-3422-48b3-8b81-12e46132bcc2 None None] Provisioning for port d80ac1ad-4e34-470e-ad32-5b671a91c297 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:38.412906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46cba08-b20c-4d67-8d15-adcecace86bb req-37009482-b997-43e0-a741-5018cfe04807 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:38.414968 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d46cba08-b20c-4d67-8d15-adcecace86bb req-37009482-b997-43e0-a741-5018cfe04807 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 946 time: 0.4298964
Jul 08 15:23:38.472709 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.475582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] For port 516373bd-f79e-4a53-ad52-6578675ad39b, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=516373bd-f79e-4a53-ad52-6578675ad39b,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:38.476166 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.529900 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d80ac1ad-4e34-470e-ad32-5b671a91c297 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:38.606877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port d80ac1ad-4e34-470e-ad32-5b671a91c297 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:38.613800 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port d80ac1ad-4e34-470e-ad32-5b671a91c297 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:38.614226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.673565 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d46cba08-b20c-4d67-8d15-adcecace86bb req-e2389b5f-1987-468e-a90f-e795af3e5890 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497578
Jul 08 15:23:38.680802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Calling delete_port for 516373bd-f79e-4a53-ad52-6578675ad39b owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:38.765234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.775181 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-d3cfae99-b8fb-40c9-91a6-a6b80bdf22e4 None None] Provisioning complete for port d80ac1ad-4e34-470e-ad32-5b671a91c297 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:38.775541 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d3cfae99-b8fb-40c9-91a6-a6b80bdf22e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.847498 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port d80ac1ad-4e34-470e-ad32-5b671a91c297, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d80ac1ad-4e34-470e-ad32-5b671a91c297,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:38.855799 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.856656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cdbf733d-523d-49da-b481-00515b49e740 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:38.886336 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-14ccb8a5-18ad-485e-82ff-8275703f0551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:38.959448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:38.966093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:38.989923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a889d926-ed69-4c6a-b18b-17fb59ff3567'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:39.008024 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Router d0d8da91-2d91-4cc5-8537-7dc11524a956 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:23:39.017903 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Pushing event deleted for resources: {'Port': ['ID=516373bd-f79e-4a53-ad52-6578675ad39b,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:39.022750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:39.088177 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=d80ac1ad-4e34-470e-ad32-5b671a91c297,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:39.109975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.110315 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.110654 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.110980 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.111304 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.111628 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.111954 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.112273 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.112637 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.112959 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.113275 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.113590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:23:39.117588 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:39.138899 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port cdbf733d-523d-49da-b481-00515b49e740 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:39.139305 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:39.283959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] No DVR routers for this DVR port 516373bd-f79e-4a53-ad52-6578675ad39b on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:39.288608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:39.291682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'name': 'network-vif-deleted', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:39.373302 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73628210-b4b4-4d39-953c-6bd42e46a770', 'name': 'network-vif-deleted', 'tag': '516373bd-f79e-4a53-ad52-6578675ad39b', 'status': 'completed', 'code': 200}
Jul 08 15:23:39.389672 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dfa372eb-7908-4f54-8db4-fc46576855f9 req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "DELETE /v2.0/ports/516373bd-f79e-4a53-ad52-6578675ad39b HTTP/1.1" status: 204  len: 173 time: 1.7999129
Jul 08 15:23:39.421466 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d28dc1-4ec2-4f33-815d-741ed7420d6a req-59f68286-5cb8-44e3-89a5-4fdf8bfe0092 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:39.423630 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-96d28dc1-4ec2-4f33-815d-741ed7420d6a req-59f68286-5cb8-44e3-89a5-4fdf8bfe0092 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.0897176
Jul 08 15:23:39.429040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:39.439403 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Sync routers for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:39.451112 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:39.452011 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa0a430>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:39.453210 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:39.456832 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.8347571
Jul 08 15:23:39.458035 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38406) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:39.568518 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-96d28dc1-4ec2-4f33-815d-741ed7420d6a req-3a4e49ef-3b33-41d2-a571-a83409494a71 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/security-groups?id=4224b2dc-d108-4c8f-840b-7fff9adae8fe&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1378558
Jul 08 15:23:39.657575 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:39.878114 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-43c64ec3-9482-4e7d-8031-2ae0118c4732 req-ed2404b9-17f4-4a95-8ced-5aded2736e0b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Synchronizing usage tracker for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:39.906041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-43c64ec3-9482-4e7d-8031-2ae0118c4732 req-ed2404b9-17f4-4a95-8ced-5aded2736e0b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Unset dirty status for tenant:0f9e33d57acc4025b255d7abf5fbb935 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:39.914848 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-43c64ec3-9482-4e7d-8031-2ae0118c4732 req-ed2404b9-17f4-4a95-8ced-5aded2736e0b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=73628210-b4b4-4d39-953c-6bd42e46a770 HTTP/1.1" status: 200  len: 210 time: 0.0924561
Jul 08 15:23:39.942448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-21901e9e-3ea9-4fe5-9fcd-bfcbcdcc554f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:39.943147 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-21901e9e-3ea9-4fe5-9fcd-bfcbcdcc554f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Synchronizing usage tracker for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:23:39.959596 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-21901e9e-3ea9-4fe5-9fcd-bfcbcdcc554f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Unset dirty status for tenant:c9fe4575139d4e81aca0e6a7071e90e1 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:23:39.961441 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-21901e9e-3ea9-4fe5-9fcd-bfcbcdcc554f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 946 time: 0.1817257
Jul 08 15:23:39.961771 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa0a430>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 3, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:39.966082 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Checking router: d0d8da91-2d91-4cc5-8537-7dc11524a956 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:39.966505 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Updating router d0d8da91-2d91-4cc5-8537-7dc11524a956 port a934bddd-d07e-41f6-8788-9b362cff3a26 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:23:40.029638 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.059918 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Deleting port f006ded2-5238-4925-8807-a210350c986a {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:40.061681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.224725 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.358037 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] For port f006ded2-5238-4925-8807-a210350c986a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=f006ded2-5238-4925-8807-a210350c986a,segment=NetworkSegment(d82290c6-5c2e-4f25-916f-f1a6c0606df6),segment_id=d82290c6-5c2e-4f25-916f-f1a6c0606df6)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:40.358403 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.388689 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.404400 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Transition to ACTIVE for port object a934bddd-d07e-41f6-8788-9b362cff3a26 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:40.412164 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.416650 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-724ef60c-faab-4ca4-b369-8c03c56b5b48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:40.456549 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Allocated IP 172.20.0.1 (7acf5118-5a66-48c5-983c-08efb7f822e3/315952ae-7a99-42a8-b612-f6eaeef24dfe/b1877b9e-d17f-41c9-bf88-61000e1ba808) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:23:40.460196 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d80ac1ad-4e34-470e-ad32-5b671a91c297 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:40.499156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Calling delete_port for f006ded2-5238-4925-8807-a210350c986a owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:40.501452 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Attempting to bind port a934bddd-d07e-41f6-8788-9b362cff3a26 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:40.501913 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Attempting to bind port a934bddd-d07e-41f6-8788-9b362cff3a26 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:40.502180 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Attempting to bind port a934bddd-d07e-41f6-8788-9b362cff3a26 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:40.512025 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:40.512478 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:40.512820 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.513213 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:40.513676 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Bound port: a934bddd-d07e-41f6-8788-9b362cff3a26, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:40.514374 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.537618 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421decc4-2b86-4fd2-b066-40211bfb105e None None] Pushing event updated for resources: {'Port': ['ID=a934bddd-d07e-41f6-8788-9b362cff3a26,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:40.540803 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port d80ac1ad-4e34-470e-ad32-5b671a91c297 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:40.541400 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.544831 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-421decc4-2b86-4fd2-b066-40211bfb105e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:40.609776 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] For port a934bddd-d07e-41f6-8788-9b362cff3a26, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:40.617171 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] For port a934bddd-d07e-41f6-8788-9b362cff3a26, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a934bddd-d07e-41f6-8788-9b362cff3a26,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:40.624059 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.636408 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:40.684719 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.694875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:40.704799 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['f006ded2-5238-4925-8807-a210350c986a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:40.754419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Pushing event deleted for resources: {'Port': ['ID=f006ded2-5238-4925-8807-a210350c986a,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:40.759280 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:40.786054 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 516373bd-f79e-4a53-ad52-6578675ad39b no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:40.808750 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:40.809393 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa0a430>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:40.835046 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 516373bd-f79e-4a53-ad52-6578675ad39b {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:40.835573 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 516373bd-f79e-4a53-ad52-6578675ad39b not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:40.836095 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device f006ded2-5238-4925-8807-a210350c986a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:40.846534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] No DVR routers for this DVR port f006ded2-5238-4925-8807-a210350c986a on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:40.848987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.865630 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6b860e5c-6882-4b9f-8637-a656236efeb5 req-6f49012e-bafa-48fc-a176-ea33223b091f tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.53 "DELETE /v2.0/ports/f006ded2-5238-4925-8807-a210350c986a HTTP/1.1" status: 204  len: 173 time: 0.8940446
Jul 08 15:23:40.877737 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: f006ded2-5238-4925-8807-a210350c986a {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:40.878286 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device f006ded2-5238-4925-8807-a210350c986a not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:40.884486 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421decc4-2b86-4fd2-b066-40211bfb105e None None] Pushing event updated for resources: {'Port': ['ID=a934bddd-d07e-41f6-8788-9b362cff3a26,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:40.897863 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aee0049f-160e-4482-8632-2eb70f06f03c req-cf060184-97c6-4687-8bec-864e52dea5cc tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] 10.222.0.55 "GET /v2.0/ports?device_id=93309928-813c-4526-a61e-735f59cd142a HTTP/1.1" status: 200  len: 210 time: 0.0575976
Jul 08 15:23:40.900681 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-421decc4-2b86-4fd2-b066-40211bfb105e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:40.908714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.928044 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Transition to ACTIVE for port object b1877b9e-d17f-41c9-bf88-61000e1ba808 will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:40.961716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:40.966073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9ebd1674-cdf8-43fa-a29f-380ca0dc5fbc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:41.027440 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:41.040991 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:41.044025 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:41.048189 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:23:41.118155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.195788 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Pushing event updated for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:41.199288 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:41.282365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.327064 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-895c1a7f-b37c-40a8-9384-4d5c8dba1881 None None] Provisioning for port b1877b9e-d17f-41c9-bf88-61000e1ba808 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:41.333923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-895c1a7f-b37c-40a8-9384-4d5c8dba1881 None None] Provisioning complete for port b1877b9e-d17f-41c9-bf88-61000e1ba808 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:41.334311 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-895c1a7f-b37c-40a8-9384-4d5c8dba1881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.374149 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'name': 'network-vif-deleted', 'tag': 'f006ded2-5238-4925-8807-a210350c986a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:41.426140 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa0a430>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 3, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:41.431019 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470255d4-3d54-4c8c-b58b-7870bdb4b9bb None None] The sync data for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi is: [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 3, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:41.478373 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93309928-813c-4526-a61e-735f59cd142a', 'name': 'network-vif-deleted', 'tag': 'f006ded2-5238-4925-8807-a210350c986a', 'status': 'completed', 'code': 200}
Jul 08 15:23:41.509510 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-895c1a7f-b37c-40a8-9384-4d5c8dba1881 None None] Port b1877b9e-d17f-41c9-bf88-61000e1ba808 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:23:41.528938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f1f4f-9faa-4a1b-ae28-7655866c258c req-e448406d-6a58-4e95-81e9-668dfaa6006e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:41.536634 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-587f1f4f-9faa-4a1b-ae28-7655866c258c req-e448406d-6a58-4e95-81e9-668dfaa6006e tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1633811
Jul 08 15:23:41.569820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.577903 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.580761 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-587f1f4f-9faa-4a1b-ae28-7655866c258c req-cb3fd900-b1ff-4ad6-8db0-5eb9a8db1c1b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426509
Jul 08 15:23:41.612747 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:41.697403 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Pushing event updated for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:41.700007 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:41.703667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:41.856329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:23:41.858294 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:23:42.001784 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38424) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:42.055706 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Router d0d8da91-2d91-4cc5-8537-7dc11524a956 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:23:42.067946 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Deleting subnet 60b4358b-8365-4746-ac3f-c286c863f9ef {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:23:42.070958 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.122087 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.132887 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-8c1e3df6-b0dc-46b9-acbf-7b829897ebf5 None None] Provisioning complete for port b1877b9e-d17f-41c9-bf88-61000e1ba808 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:42.133787 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8c1e3df6-b0dc-46b9-acbf-7b829897ebf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.190701 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8c1e3df6-b0dc-46b9-acbf-7b829897ebf5 None None] Port b1877b9e-d17f-41c9-bf88-61000e1ba808 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:23:42.196712 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.251206 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:42.261371 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0d8da91-2d91-4cc5-8537-7dc11524a956/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8022764
Jul 08 15:23:42.284473 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.290431 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1c11247e-9c9c-4b70-a814-e49bfc34304c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:42.309832 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:23:42.334592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b4358b-8365-4746-ac3f-c286c863f9ef,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:42.337247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.340027 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:42.344270 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/60b4358b-8365-4746-ac3f-c286c863f9ef HTTP/1.1" status: 204  len: 168 time: 0.3414338
Jul 08 15:23:42.346972 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38430) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:42.467829 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.485072 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a934bddd-d07e-41f6-8788-9b362cff3a26 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:42.567260 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port a934bddd-d07e-41f6-8788-9b362cff3a26 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:42.576632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a934bddd-d07e-41f6-8788-9b362cff3a26 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:42.577275 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.696909 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.713070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde7df5e0>,) {'filters': {'network_id': ['f628f1aa-ecdf-492d-8269-729f8eb71e31']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:42.744922 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde7df5e0>, 'd82290c6-5c2e-4f25-916f-f1a6c0606df6') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:42.745504 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde7df5e0>, 'd82290c6-5c2e-4f25-916f-f1a6c0606df6') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:42.773837 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.786051 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.791700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.801348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:23:42.801687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.811002 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port a934bddd-d07e-41f6-8788-9b362cff3a26, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a934bddd-d07e-41f6-8788-9b362cff3a26,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:42.816735 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.824234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:42.855142 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae84fbb-ff89-4ed4-ba89-f6cb1b772270 req-e5e18fef-e71a-4075-826a-867650215e3d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:42.856683 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eae84fbb-ff89-4ed4-ba89-f6cb1b772270 req-e5e18fef-e71a-4075-826a-867650215e3d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1037257
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:23:42.868341 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:23:42.907789 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.909871 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eae84fbb-ff89-4ed4-ba89-f6cb1b772270 req-abc578c7-3216-46e4-8d8c-e008b69afa39 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468750
Jul 08 15:23:42.920129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbf41a59-1378-4c82-9894-8d77036e7b59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:42.924135 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=a934bddd-d07e-41f6-8788-9b362cff3a26,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:42.935623 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:42.941718 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:42.952482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Pushing event deleted for resources: {'Network': ['ID=f628f1aa-ecdf-492d-8269-729f8eb71e31,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:42.955580 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:42.964870 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-94fdcc69-b4f6-4b5e-a910-905958c09732 admin admin] 10.222.0.55 "DELETE /v2.0/networks/f628f1aa-ecdf-492d-8269-729f8eb71e31 HTTP/1.1" status: 204  len: 168 time: 0.6168325
Jul 08 15:23:43.147430 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38444) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:43.201704 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-74cef911-2696-4820-bb00-78ecc609a1ad admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c9fe4575139d4e81aca0e6a7071e90e1&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0508323
Jul 08 15:23:43.201910 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38448) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:43.262204 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.291796 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.345737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.349728 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9eb17beb-4ced-4741-afc8-60a68dda0fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:43.365743 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4224b2dc-d108-4c8f-840b-7fff9adae8fe,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:43.368569 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:43.386681 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.390456 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4224b2dc-d108-4c8f-840b-7fff9adae8fe HTTP/1.1" status: 204  len: 168 time: 0.1853111
Jul 08 15:23:43.452038 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Sync routers for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:43.461580 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:43.462469 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdecc2a90>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:43.627953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38458) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:43.634718 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-181312209', 'description': 'tempest-secgroup-smoke-181312209 description', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:43.641170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:43.646353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:43.650165 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:43.658611 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:43.676000 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.680242 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:43.704198 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:43.708803 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:43.711888 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:43.718919 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:43.794946 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.800862 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.806708 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ddb9a06f-e280-416a-bc02-85645610999c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:43.845923 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2b109b-56e7-40d2-9260-ae9b4191b8a6,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:43.848995 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:43.850526 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.852511 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.2230968
Jul 08 15:23:43.856864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38468) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:43.863012 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:43.870161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:43.874481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:43.877653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:43.884887 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:43.903391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.977494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.982555 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:43.985830 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-037dd995-d13e-42d1-a7a2-e770e70d4c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.012665 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fec778b-50a2-423c-8a54-b4642c80d24b,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:44.016698 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:44.026589 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.030476 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-db4fef6c-554d-465a-aa68-1c6b91f039b6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1717012
Jul 08 15:23:44.032544 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38478) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:44.041327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:44.048606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdecc2a90>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:41Z', 'revision_number': 4, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b1877b9e-d17f-41c9-bf88-61000e1ba808', 'name': '', 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'mac_address': 'fa:16:3e:50:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:40Z', 'updated_at': '2021-07-08T15:23:41Z', 'revision_number': 2, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'subnets': [{'id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:44.050720 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:44.054761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:44.058402 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:44.058846 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Checking router: d0d8da91-2d91-4cc5-8537-7dc11524a956 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:44.059215 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Updating router d0d8da91-2d91-4cc5-8537-7dc11524a956 port b1877b9e-d17f-41c9-bf88-61000e1ba808 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:23:44.065607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:44.089199 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.141043 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.188063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.192732 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.196893 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.226883 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128f7ba-8c52-4f28-85f7-ff2dfef3ccff req-655aea55-366a-411e-bbbe-5c41e134a042 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:44.228432 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5128f7ba-8c52-4f28-85f7-ff2dfef3ccff req-655aea55-366a-411e-bbbe-5c41e134a042 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.1838946
Jul 08 15:23:44.233899 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2603b8-a517-42d2-9302-8d842d702bfc,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:44.240861 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:44.259249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.262096 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2283328
Jul 08 15:23:44.264741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38488) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:44.270450 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:44.277989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:44.282248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:44.285407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:44.294685 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5128f7ba-8c52-4f28-85f7-ff2dfef3ccff req-31ae0aa4-cedd-45b3-a1f1-135eba87df4b tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584903
Jul 08 15:23:44.298053 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:44.326785 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.401435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.406994 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.411618 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0ee2f46d-a2b9-48b1-ab03-1a269cf1d95f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.436223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace64c64-905c-4c23-8da0-e0198d640d0c,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:44.438769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:44.446764 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.450989 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38496) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:44.451234 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-60eb3127-e1a0-4dc8-b5fa-25523f86c5cc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1853008
Jul 08 15:23:44.456270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:44.463880 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:44.468053 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:44.470299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a934bddd-d07e-41f6-8788-9b362cff3a26 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:44.470873 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:44.478197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:44.500433 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.568194 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.573108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.575666 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-13b7b4ab-8e48-41d7-b1b2-991a4cf473e7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.599182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c967a8e-0d45-454f-9786-b01b657eb16c,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:44.602286 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:44.612029 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.613682 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1615975
Jul 08 15:23:44.617566 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38502) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:44.617768 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a934bddd-d07e-41f6-8788-9b362cff3a26 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:44.617957 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.629511 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:44.639185 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:44.644030 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:44.649027 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:44.656198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:44.673206 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.674144 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.securitygroups_db [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Project fdcd57c2bedb434098b98a206bf6bbac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:23:44.683256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.693552 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Transition to ACTIVE for port object b1877b9e-d17f-41c9-bf88-61000e1ba808 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:23:44.706950 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.712051 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.767510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.778104 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.780794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:44.806921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2886c55-ed9c-4791-9773-7942355e75a0,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:44.812282 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:44.818873 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.823726 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2023139
Jul 08 15:23:44.824577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38506) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:44.830724 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'security_group_rule': {'security_group_id': 'ce2b109b-56e7-40d2-9260-ae9b4191b8a6', 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:23:44.838326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:44.843246 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:security_group_rule and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:44.846414 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:44.853120 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:44.867083 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.securitygroups_db [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Project fdcd57c2bedb434098b98a206bf6bbac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:23:44.877373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.985617 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.993813 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:44.996802 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:45.025172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d818bc9d-e226-4a7b-aa4d-d8c5a2b7de2b,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:45.028035 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:45.037006 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:45.038610 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2126772
Jul 08 15:23:45.053051 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Pushing event updated for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:45.060165 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:45.070896 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Attempting to bind port b1877b9e-d17f-41c9-bf88-61000e1ba808 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:23:45.072041 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Attempting to bind port b1877b9e-d17f-41c9-bf88-61000e1ba808 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:23:45.072041 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Attempting to bind port b1877b9e-d17f-41c9-bf88-61000e1ba808 on network 7acf5118-5a66-48c5-983c-08efb7f822e3 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:23:45.081117 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:23:45.081604 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Checking segment: {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:23:45.081906 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:45.082656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Bound using segment: {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:23:45.082798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Bound port: b1877b9e-d17f-41c9-bf88-61000e1ba808, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a141946d-acbf-4f99-ab35-7ad9d4bf544d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:23:45.083219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:45.184598 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] For port b1877b9e-d17f-41c9-bf88-61000e1ba808, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:23:45.187797 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] For port b1877b9e-d17f-41c9-bf88-61000e1ba808, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b1877b9e-d17f-41c9-bf88-61000e1ba808,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:23:45.192904 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:45.198183 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:45.277672 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:45.278311 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdecc2a90>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:45.365120 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Pushing event updated for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:45.370630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:45.496561 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:45.511103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804c000-e90b-4dee-a111-c06a5aa26cc5 req-e4c5485a-d2c4-439c-a0ef-9ed4f9bb14a8 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:45.512738 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e804c000-e90b-4dee-a111-c06a5aa26cc5 req-e4c5485a-d2c4-439c-a0ef-9ed4f9bb14a8 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0980146
Jul 08 15:23:45.574341 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e804c000-e90b-4dee-a111-c06a5aa26cc5 req-2001122b-3f21-4cca-a7c7-638d1372a12a tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498919
Jul 08 15:23:45.853915 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdecc2a90>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:41Z', 'revision_number': 4, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b1877b9e-d17f-41c9-bf88-61000e1ba808', 'name': '', 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'mac_address': 'fa:16:3e:50:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:40Z', 'updated_at': '2021-07-08T15:23:45Z', 'revision_number': 4, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'subnets': [{'id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:45.858025 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feab22bc-fc54-4849-b4ea-331a55163fd8 None None] The sync data for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi is: [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:23:41Z', 'revision_number': 4, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'b1877b9e-d17f-41c9-bf88-61000e1ba808', 'name': '', 'network_id': '7acf5118-5a66-48c5-983c-08efb7f822e3', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'mac_address': 'fa:16:3e:50:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:40Z', 'updated_at': '2021-07-08T15:23:45Z', 'revision_number': 4, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'subnets': [{'id': '315952ae-7a99-42a8-b612-f6eaeef24dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:46.467512 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b1877b9e-d17f-41c9-bf88-61000e1ba808 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:46.548327 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port b1877b9e-d17f-41c9-bf88-61000e1ba808 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:23:46.554856 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port b1877b9e-d17f-41c9-bf88-61000e1ba808 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:46.555761 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:46.702634 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:46.749721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port b1877b9e-d17f-41c9-bf88-61000e1ba808, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b1877b9e-d17f-41c9-bf88-61000e1ba808,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:46.756698 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:46.766907 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:46.861327 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:46.866361 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:46.945721 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17459a-1226-468c-ac0f-f353b0650ede req-b6b3c8f1-be6c-4a4d-a8d9-c373fddb5c7d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:46.947211 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fc17459a-1226-468c-ac0f-f353b0650ede req-b6b3c8f1-be6c-4a4d-a8d9-c373fddb5c7d tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0893729
Jul 08 15:23:47.001073 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fc17459a-1226-468c-ac0f-f353b0650ede req-cc82efc8-b329-47fc-a63e-3425125fb4fb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6fb8e6-e75a-47ee-b333-2f5d04954848&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467551
Jul 08 15:23:47.353374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-b92c5412-4be5-4c8e-b0ea-5539ac066e93 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:23:47.355062 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-b92c5412-4be5-4c8e-b0ea-5539ac066e93 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 945 time: 0.0849433
Jul 08 15:23:47.428674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Deleting port a889d926-ed69-4c6a-b18b-17fb59ff3567 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:47.429039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:47.686678 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] For port a889d926-ed69-4c6a-b18b-17fb59ff3567, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a889d926-ed69-4c6a-b18b-17fb59ff3567,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:47.687035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:47.813050 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Calling delete_port for a889d926-ed69-4c6a-b18b-17fb59ff3567 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:47.970277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:47.976305 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:47.987541 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a889d926-ed69-4c6a-b18b-17fb59ff3567'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:23:48.029165 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Pushing event deleted for resources: {'Port': ['ID=a889d926-ed69-4c6a-b18b-17fb59ff3567,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:48.032502 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:48.109409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] No DVR routers for this DVR port a889d926-ed69-4c6a-b18b-17fb59ff3567 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:23:48.111885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.114701 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'name': 'network-vif-deleted', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:23:48.142634 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e337882b-c667-4b33-8a0a-53a0162b4197 req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.53 "DELETE /v2.0/ports/a889d926-ed69-4c6a-b18b-17fb59ff3567 HTTP/1.1" status: 204  len: 173 time: 0.7794347
Jul 08 15:23:48.167819 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f1e2d2-63eb-499f-90a2-795bf49e2e50', 'name': 'network-vif-deleted', 'tag': 'a889d926-ed69-4c6a-b18b-17fb59ff3567', 'status': 'completed', 'code': 200}
Jul 08 15:23:48.214522 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-40d5dc71-a4b2-4e5e-a228-9f7f9eccf347 req-0fd9e24f-9e9e-4005-84b3-74fb96e05be6 tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] 10.222.0.55 "GET /v2.0/ports?device_id=42f1e2d2-63eb-499f-90a2-795bf49e2e50 HTTP/1.1" status: 200  len: 210 time: 0.0771120
Jul 08 15:23:48.251891 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38608) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:48.385035 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.400682 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:23:48.404594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Usage tracker for resource:security_group_rule and tenant:94f6841a69ef4977a874a254eaeb84e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:23:48.407651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:23:48.413816 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:23:48.433923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b1877b9e-d17f-41c9-bf88-61000e1ba808 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:23:48.503513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.510475 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.515251 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port b1877b9e-d17f-41c9-bf88-61000e1ba808 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:23:48.515645 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.530296 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3f08a28f-206a-4f2c-88ec-dcd0ff055baa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:48.577076 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=94f6841a69ef4977a874a254eaeb84e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3237150
Jul 08 15:23:48.578318 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1facc2a-6e41-4c65-b4f5-5810bb23921d,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:48.579765 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38614) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:48.582607 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e75c5d11-7a98-4935-80b7-4aacfb2e3101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:48.648413 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.678661 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.733303 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.738193 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-aec7740f-27d5-4192-a000-33ee0881652b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:48.752396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1facc2a-6e41-4c65-b4f5-5810bb23921d,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:48.754794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:48.755865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:48.757492 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d1facc2a-6e41-4c65-b4f5-5810bb23921d HTTP/1.1" status: 204  len: 168 time: 0.1766083
Jul 08 15:23:49.314010 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38640) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:49.949004 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:50.310216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Deleting port b4314405-f1a9-46e5-9e5c-4de22d4a66b8 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:50.310559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:50.489631 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] For port b4314405-f1a9-46e5-9e5c-4de22d4a66b8, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,segment=NetworkSegment(653e1329-661b-409f-9fee-08770847463c),segment_id=653e1329-661b-409f-9fee-08770847463c)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:50.490176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:50.629681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Calling delete_port for b4314405-f1a9-46e5-9e5c-4de22d4a66b8 owned by network:router_interface {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:50.768755 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a889d926-ed69-4c6a-b18b-17fb59ff3567 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:50.803757 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: a889d926-ed69-4c6a-b18b-17fb59ff3567 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:50.804673 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a889d926-ed69-4c6a-b18b-17fb59ff3567 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:51.025724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:51.031361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-83ff90e8-3c06-45a6-a20e-9129f15d05ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:51.079902 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4314405-f1a9-46e5-9e5c-4de22d4a66b8,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:51.083103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:51.352908 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:51.723795 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:23:51.910407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:23:51.919642 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Sync routers for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:23:51.925167 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] 10.222.0.55 "PUT /v2.0/routers/11713fcb-4d3b-4f6f-aea9-6ca3a5b34091/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6077511
Jul 08 15:23:51.925436 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38684) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:51.929467 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:51.930075 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec39ca0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:52.099523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks [] for router, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:52.106370 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:52.374987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:52.388424 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Deleting port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:23:52.389639 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:52.399067 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec39ca0>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:23:50Z', 'revision_number': 5, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port': {'id': '644a43a1-2a0a-42de-a9b8-f5a4b3219fc9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:62:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:02Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:52.403191 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Checking router: 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:23:52.413544 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Routers {'11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:23:52.414171 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec39ca0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:23:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:52.571247 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] Set router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:23:52.579430 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] For port 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:23:52.579814 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:52.675230 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec39ca0>, [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:23:52Z', 'revision_number': 6, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:52.679815 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f182695-4407-4197-8728-1acd88d10e75 None None] The sync data for ids ['11713fcb-4d3b-4f6f-aea9-6ca3a5b34091'] in dv-cinder-798671-3-iscsi is: [{'id': '11713fcb-4d3b-4f6f-aea9-6ca3a5b34091', 'name': 'tempest-ServerRescueNegativeTestJSON-2084886583-router', 'tenant_id': '0f9e33d57acc4025b255d7abf5fbb935', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:23:52Z', 'revision_number': 6, 'project_id': '0f9e33d57acc4025b255d7abf5fbb935', 'gw_port_host': None}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:23:52.714366 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Calling delete_port for 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 owned by network:router_gateway {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:23:52.886985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:52.890802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b50cf7e8-5b4d-4888-a9e8-47599f1a9433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:52.933408 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Pushing event deleted for resources: {'Port': ['ID=644a43a1-2a0a-42de-a9b8-f5a4b3219fc9,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:52.937730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:53.031491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.221258 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.223940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.309462 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.310041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 {{(pid=78425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:23:53.324328 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.325977 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] 10.222.0.55 "DELETE /v2.0/routers/11713fcb-4d3b-4f6f-aea9-6ca3a5b34091 HTTP/1.1" status: 204  len: 168 time: 1.3992722
Jul 08 15:23:53.328090 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38700) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:53.394884 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Deleting subnet 0a7d56ac-989f-4e18-b9da-9eb6838d02cc {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:23:53.397985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.446920 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.503859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.577320 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.581245 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:53.622562 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a7d56ac-989f-4e18-b9da-9eb6838d02cc,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:53.625626 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:53.627424 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.633919 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/0a7d56ac-989f-4e18-b9da-9eb6838d02cc HTTP/1.1" status: 204  len: 168 time: 0.3048272
Jul 08 15:23:53.636234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 38708) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:53.749272 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.951799 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:53.964162 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde115e20>,) {'filters': {'network_id': ['58136e80-e234-4d30-8b3e-fb18f55fa495']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:53.975863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde115e20>, '653e1329-661b-409f-9fee-08770847463c') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:53.976105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde115e20>, '653e1329-661b-409f-9fee-08770847463c') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:23:53.987242 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.003735 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.011068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:23:54.011514 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:23:54.027226 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:23:54.099370 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.103002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:54.115660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.125891 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Pushing event deleted for resources: {'Network': ['ID=58136e80-e234-4d30-8b3e-fb18f55fa495,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:54.130241 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:54.134856 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4135a392-ecfd-4771-ad05-4cb21c33085a admin admin] 10.222.0.55 "DELETE /v2.0/networks/58136e80-e234-4d30-8b3e-fb18f55fa495 HTTP/1.1" status: 204  len: 168 time: 0.4976544
Jul 08 15:23:54.311845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38714) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:54.312908 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.359880 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-8a8f0252-42f9-476c-b9a6-f9c1f67021c4 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0f9e33d57acc4025b255d7abf5fbb935&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0467224
Jul 08 15:23:54.362252 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38718) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:23:54.425723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.427219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:54.461948 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.496766 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:54.497394 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 644a43a1-2a0a-42de-a9b8-f5a4b3219fc9 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:54.498045 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b4314405-f1a9-46e5-9e5c-4de22d4a66b8 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:23:54.536508 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: b4314405-f1a9-46e5-9e5c-4de22d4a66b8 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:23:54.537253 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b4314405-f1a9-46e5-9e5c-4de22d4a66b8 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:23:54.546279 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.553521 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:23:54.564356 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6fb8e6-e75a-47ee-b333-2f5d04954848,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:23:54.566711 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:23:54.603733 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:54.605191 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ce6fb8e6-e75a-47ee-b333-2f5d04954848 HTTP/1.1" status: 204  len: 168 time: 0.2420640
Jul 08 15:23:59.185429 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-674c48c8-0080-45d4-8fde-9b1cf7366996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:23:59.746058 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:01.846162 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a45d27e9-4a0d-49e1-802c-e860d90738df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:02.632993 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:04.106083 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:04.703193 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-b72f51c9-0092-456b-a6b0-2d1e8e20b9f4 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-181312209&fields=id&tenant_id=fdcd57c2bedb434098b98a206bf6bbac HTTP/1.1" status: 200  len: 267 time: 0.0453467
Jul 08 15:24:04.861679 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-bf773c98-aa22-4288-acd6-f5bfd8f00d0f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:04.863168 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-bf773c98-aa22-4288-acd6-f5bfd8f00d0f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 808 time: 0.1535861
Jul 08 15:24:04.878381 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-d9a296ed-d5ae-4d8f-b40d-0c38e1dbe1af tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/quotas/fdcd57c2bedb434098b98a206bf6bbac HTTP/1.1" status: 200  len: 375 time: 0.0093131
Jul 08 15:24:04.975151 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-a1de3bfb-37af-4467-a98a-f973630b9dd6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Synchronizing usage tracker for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:04.995839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-a1de3bfb-37af-4467-a98a-f973630b9dd6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Unset dirty status for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:04.997897 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-a1de3bfb-37af-4467-a98a-f973630b9dd6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1120050
Jul 08 15:24:05.137709 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 38992) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:05.149625 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-6ddc5265-cdba-40cf-9f26-c16ee0b9db0f service neutron] 10.222.0.55 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352634
Jul 08 15:24:05.270568 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.285652 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:05.289721 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Usage tracker for resource:security_group_rule and tenant:cf824280d7e04bb2bd0b8895feb28be9 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:05.292897 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:05.297167 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-179819a7-f24d-49e3-9c7d-260fcb17a7b2 service neutron] 10.222.0.55 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403785
Jul 08 15:24:05.298880 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:05.387857 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.391892 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.400485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4aff417c-906c-4f99-88be-8d8c2c8f2d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:05.449584 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=cf824280d7e04bb2bd0b8895feb28be9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3078747
Jul 08 15:24:05.449584 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c416b3-4872-4a97-98e2-56bc96cdedce,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:05.450003 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39006) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:05.451090 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:05.515859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.546330 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.605166 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.610236 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb84d449-8472-466c-99ad-fdb975f5a014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:05.622683 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c416b3-4872-4a97-98e2-56bc96cdedce,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:05.635236 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.635236 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.635536 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.635899 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.636255 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.636638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.636985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.637668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.637668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.638081 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.638372 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.638720 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:05.641859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:05.645273 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/62c416b3-4872-4a97-98e2-56bc96cdedce HTTP/1.1" status: 204  len: 168 time: 0.1919737
Jul 08 15:24:05.645273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:05.744948 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-59f9eb66-ac99-406d-934a-43afa70853f8 req-1ec456eb-e380-45df-ab10-2b8094528a1b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 210 time: 0.0549400
Jul 08 15:24:06.953931 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8200a396-0101-444d-9cbe-b4610720abf1 req-86425bef-c096-4a84-9540-ca663112fc6e tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 210 time: 0.0663698
Jul 08 15:24:06.984188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-3fba66de-ee90-4aba-952c-0b80b8cb1b76 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:06.986441 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-3fba66de-ee90-4aba-952c-0b80b8cb1b76 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 808 time: 0.2208025
Jul 08 15:24:07.042332 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-67b9a481-9fd5-4809-ac94-76ffd05c9dee tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdcd57c2bedb434098b98a206bf6bbac HTTP/1.1" status: 200  len: 379 time: 0.0447025
Jul 08 15:24:07.054440 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'port': {'device_id': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'admin_state_up': True, 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'security_groups': ['ce2b109b-56e7-40d2-9260-ae9b4191b8a6']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:07.226248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:07.236064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:07.247250 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Made reservation on behalf of fdcd57c2bedb434098b98a206bf6bbac for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:24:07.251546 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.255269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39090) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:07.386725 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.403267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:07.408137 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bad876c6bcdd4696b72675acdd36a70b is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:07.411146 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:07.418966 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:07.437731 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Allocated IP 172.20.0.5 (8311587b-c8a1-4fb1-9ef9-adafc69b9fab/481ab326-7e07-488f-87d0-68c7460a82d7/ae0ea666-f0df-411d-b226-94d504ce2574) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:24:07.523082 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.528086 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.539546 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-32849e88-5eb3-40c3-b2c2-a82b04860a40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:07.598821 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bad876c6bcdd4696b72675acdd36a70b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3419330
Jul 08 15:24:07.600858 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b451f6c-f8dd-4f63-91df-54f842abe8e9,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:07.603360 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39104) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:07.616476 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:07.667091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.682269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.687565 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Transition to ACTIVE for port object ae0ea666-f0df-411d-b226-94d504ce2574 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:24:07.718905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.727617 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eadb2180-6226-4e61-b6a2-75229d58fd2d tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:07.731420 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.796029 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.806727 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51a84979-e706-4ca1-bc66-ef2809895bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:07.827010 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b451f6c-f8dd-4f63-91df-54f842abe8e9,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:07.836601 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:07.839361 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:07.840907 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/4b451f6c-f8dd-4f63-91df-54f842abe8e9 HTTP/1.1" status: 204  len: 168 time: 0.2364275
Jul 08 15:24:07.909560 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:24:07.912762 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:07.916864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:24:07.949975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:07.964277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:07.992670 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:07.993571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.026459 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9768591
Jul 08 15:24:08.040132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Request body: {'port': {'device_id': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:08.196491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.268667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2aa5a8-48e4-4a1d-b718-7f5f04005c2c req-a9797775-a41b-4e02-942c-f15c8404b61d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:08.271027 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1a2aa5a8-48e4-4a1d-b718-7f5f04005c2c req-a9797775-a41b-4e02-942c-f15c8404b61d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 931 time: 0.1233325
Jul 08 15:24:08.322096 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-b768f424-4f6a-4c23-9103-e0310e224135 None None] Provisioning for port ae0ea666-f0df-411d-b226-94d504ce2574 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:24:08.329653 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-b768f424-4f6a-4c23-9103-e0310e224135 None None] Provisioning complete for port ae0ea666-f0df-411d-b226-94d504ce2574 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:24:08.331575 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b768f424-4f6a-4c23-9103-e0310e224135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.341730 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-1a2aa5a8-48e4-4a1d-b718-7f5f04005c2c req-45c9da1e-0aee-481f-bb50-3bb1d713eec9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Synchronizing usage tracker for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:08.368694 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39128) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:08.395898 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-b768f424-4f6a-4c23-9103-e0310e224135 None None] Port ae0ea666-f0df-411d-b226-94d504ce2574 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:24:08.399983 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.413088 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-1a2aa5a8-48e4-4a1d-b718-7f5f04005c2c req-45c9da1e-0aee-481f-bb50-3bb1d713eec9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Unset dirty status for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:08.414277 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1a2aa5a8-48e4-4a1d-b718-7f5f04005c2c req-45c9da1e-0aee-481f-bb50-3bb1d713eec9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1333151
Jul 08 15:24:08.418396 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:08.426412 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc11fbe6f594dc990bb42f617263a82 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:08.431260 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:08.437344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:08.531576 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.542104 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.556528 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-245e93cc-1936-48d0-bb5b-88aaa63df753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:08.598705 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fcc11fbe6f594dc990bb42f617263a82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2264111
Jul 08 15:24:08.598705 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2c6f34-ce87-445c-9706-4dcd12948695,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:08.601197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:08.601672 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39138) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:08.641124 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0ea666-f0df-411d-b226-94d504ce2574 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:08.652051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.676468 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Transition to ACTIVE for port object ae0ea666-f0df-411d-b226-94d504ce2574 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:24:08.679141 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.681978 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.694394 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c6bc8390-a43d-40f2-9a52-8ada13aef786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:08.713973 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.771983 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.776778 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec61abef-1318-4463-959d-e80e03e3731d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:08.791464 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2c6f34-ce87-445c-9706-4dcd12948695,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:08.793938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:08.797599 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:08.801367 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/5b2c6f34-ce87-445c-9706-4dcd12948695 HTTP/1.1" status: 204  len: 168 time: 0.1963298
Jul 08 15:24:08.882424 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:08.910171 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:08.962598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Attempting to bind port ae0ea666-f0df-411d-b226-94d504ce2574 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:24:08.963165 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Attempting to bind port ae0ea666-f0df-411d-b226-94d504ce2574 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:24:08.963548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Attempting to bind port ae0ea666-f0df-411d-b226-94d504ce2574 on network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:08.970996 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Port ae0ea666-f0df-411d-b226-94d504ce2574 on network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:24:08.970996 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Attempting to bind port ae0ea666-f0df-411d-b226-94d504ce2574 on network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:08.975081 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:24:08.975334 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Checking segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:24:08.975649 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Bound using segment: {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:24:08.976077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Bound port: ae0ea666-f0df-411d-b226-94d504ce2574, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67cea1d-2967-429b-b039-e2382c149df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:24:08.976511 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:09.083722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:24:09.087531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:24:09.091628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:09.096772 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5cc7bdc7-5400-4248-87cd-da56f9dc35ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:09.158766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:09.159582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:09.161181 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] 10.222.0.53 "PUT /v2.0/ports/ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 1093 time: 1.1271780
Jul 08 15:24:09.164433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:09.277429 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'status': 'completed', 'code': 200}
Jul 08 15:24:09.305076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:09.308827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:09.354121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-d23b9052-d93f-493c-b966-a2f233f38f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:09.355704 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-d23b9052-d93f-493c-b966-a2f233f38f3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1096 time: 0.1527348
Jul 08 15:24:09.437137 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-60de7167-c343-44f8-a52a-69ddaeb1d3ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 217 time: 0.0722029
Jul 08 15:24:09.543684 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-6cdd601e-cb6f-41d6-b219-094e2c36281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:09.545145 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-6cdd601e-cb6f-41d6-b219-094e2c36281c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.1009257
Jul 08 15:24:09.636618 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-2026a4a6-f390-4ba5-9144-8bfde707d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:09.638208 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-2026a4a6-f390-4ba5-9144-8bfde707d16f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854025
Jul 08 15:24:09.641714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71d1b0-419b-4a80-937b-f6417464dcad req-897e4fe8-4794-4b3f-98e0-621d6a584b76 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:09.643211 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aa71d1b0-419b-4a80-937b-f6417464dcad req-897e4fe8-4794-4b3f-98e0-621d6a584b76 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0894685
Jul 08 15:24:09.707902 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aa71d1b0-419b-4a80-937b-f6417464dcad req-b40a4750-6f55-4a61-a22d-de1b415b64bf tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542927
Jul 08 15:24:09.793812 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-08913873-72ee-48bb-af95-ff5bdaf1d0ee service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455975
Jul 08 15:24:09.928715 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1c55b845-d1f0-46b8-9f8f-c6e97a4479a1 req-3f3cf2a9-ab06-4d01-8dc9-276a46fc4d1d service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280048
Jul 08 15:24:10.142471 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-a8635434-4864-43b6-853e-15c5002ae898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:10.144476 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-a8635434-4864-43b6-853e-15c5002ae898 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1096 time: 0.1584799
Jul 08 15:24:10.280062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-579cd882-4fc1-4b3c-9801-f85cee8a352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:10.281557 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-579cd882-4fc1-4b3c-9801-f85cee8a352e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.1298401
Jul 08 15:24:10.353692 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-6cfaf7e6-b403-4164-9795-a9baaaf44fba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 217 time: 0.0648422
Jul 08 15:24:10.417167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-68a00461-6552-494c-b0c8-bd8491e7b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:10.418621 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-68a00461-6552-494c-b0c8-bd8491e7b030 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.0579720
Jul 08 15:24:10.494277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-14eb3895-c0c4-45db-aa44-fd3b3a125944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:10.495759 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-14eb3895-c0c4-45db-aa44-fd3b3a125944 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0693655
Jul 08 15:24:10.634746 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-15a95780-bc62-4f33-b1c0-22c0c1d59acf service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1317348
Jul 08 15:24:10.793855 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-76ac9c0f-f103-409c-85d3-d447bf849a65 req-d5de41e3-a15d-4fda-97ce-1c31b6770876 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1518595
Jul 08 15:24:10.930176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cc908-51bc-4375-a6d4-e7613f9411db req-81c854f6-4b69-456a-a16f-5b66c1336d32 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:10.931527 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-445cc908-51bc-4375-a6d4-e7613f9411db req-81c854f6-4b69-456a-a16f-5b66c1336d32 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Synchronizing usage tracker for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:10.948477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-445cc908-51bc-4375-a6d4-e7613f9411db req-81c854f6-4b69-456a-a16f-5b66c1336d32 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Unset dirty status for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:10.949631 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-445cc908-51bc-4375-a6d4-e7613f9411db req-81c854f6-4b69-456a-a16f-5b66c1336d32 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.1170483
Jul 08 15:24:10.994397 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-445cc908-51bc-4375-a6d4-e7613f9411db req-448bf3ac-ff64-43a3-acbb-f3db4cc0faeb tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390735
Jul 08 15:24:12.182428 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a49a4-a338-4e73-9b60-7f0eb7257164 req-beb3c60b-8ed5-4ff8-8ddb-590ddb11a912 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:12.184100 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c11a49a4-a338-4e73-9b60-7f0eb7257164 req-beb3c60b-8ed5-4ff8-8ddb-590ddb11a912 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0869288
Jul 08 15:24:12.242446 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c11a49a4-a338-4e73-9b60-7f0eb7257164 req-b153c627-4225-466b-91cc-33db0d42018d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444677
Jul 08 15:24:13.281291 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a331c0c-97c1-4029-8da3-c1e56855804f req-5787a3aa-9cdf-4fa9-8de6-86295039aa02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:13.282771 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0a331c0c-97c1-4029-8da3-c1e56855804f req-5787a3aa-9cdf-4fa9-8de6-86295039aa02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.0829709
Jul 08 15:24:13.329633 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0a331c0c-97c1-4029-8da3-c1e56855804f req-b7aa3feb-297a-4dd1-8a90-487162c19cc2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411022
Jul 08 15:24:13.453907 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160b0a6-0918-4220-8b29-c0964aee83c2 req-6869b984-3fd0-4644-abc2-1bd712505c41 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:13.455465 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2160b0a6-0918-4220-8b29-c0964aee83c2 req-6869b984-3fd0-4644-abc2-1bd712505c41 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0912857
Jul 08 15:24:13.503679 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2160b0a6-0918-4220-8b29-c0964aee83c2 req-3dbaec2b-7cd0-4d56-9dad-66b63072de1b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424688
Jul 08 15:24:14.532059 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c22b2-cf7c-4ccf-a399-af86e642a9b8 req-ada88928-a250-4de7-91b6-0057d3bc4b99 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:14.540927 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a0c22b2-cf7c-4ccf-a399-af86e642a9b8 req-ada88928-a250-4de7-91b6-0057d3bc4b99 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.0915391
Jul 08 15:24:14.598358 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2a0c22b2-cf7c-4ccf-a399-af86e642a9b8 req-ce696b22-155a-4afd-8215-3f566f6b0acb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0562513
Jul 08 15:24:14.748562 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a7228-bd0f-41ae-b276-bed6dd673e1e req-9e612732-ce15-42b1-8818-216de777301d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:14.757111 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-657a7228-bd0f-41ae-b276-bed6dd673e1e req-9e612732-ce15-42b1-8818-216de777301d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.1092322
Jul 08 15:24:14.880379 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-657a7228-bd0f-41ae-b276-bed6dd673e1e req-0ea4c782-b1f7-4995-a2d5-8c602923445a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1222904
Jul 08 15:24:14.913852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdebb0a5-c068-4063-a77c-90298072a316 req-1231b435-8b1d-489e-9b8d-f0680ebcf3db tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:14.916278 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cdebb0a5-c068-4063-a77c-90298072a316 req-1231b435-8b1d-489e-9b8d-f0680ebcf3db tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.1564243
Jul 08 15:24:15.011359 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Deleting port 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:24:15.012414 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.151655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39316) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:15.268045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.272991 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] For port 78c31074-c0be-4902-b64c-7c4eb57e9731, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=78c31074-c0be-4902-b64c-7c4eb57e9731,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:15.273352 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.282367 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:15.286380 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Usage tracker for resource:security_group_rule and tenant:bba64825c2ce45ddb48ae98f11243b26 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:15.289771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:15.295512 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:15.380855 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.385029 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.393692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-bc51acc9-0554-4491-864a-b57493e7213c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:15.435707 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=bba64825c2ce45ddb48ae98f11243b26&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2805462
Jul 08 15:24:15.435707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e690014-9da8-48ec-87c7-096eb1fecffd,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:15.438172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39322) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:15.439989 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:15.500669 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.533050 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.659607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.660035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.660408 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Floating IP 866bbd19-90c0-4c1e-add1-a4af37c9c21a disassociated. External IP: 172.27.2.220, port: 78c31074-c0be-4902-b64c-7c4eb57e9731.
Jul 08 15:24:15.660758 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Calling delete_port for 78c31074-c0be-4902-b64c-7c4eb57e9731 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:24:15.664740 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.668788 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cf841487-8ee6-425c-b7f1-8c86c4f6e11d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:15.680577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e690014-9da8-48ec-87c7-096eb1fecffd,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:15.684563 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:15.688918 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.690347 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/0e690014-9da8-48ec-87c7-096eb1fecffd HTTP/1.1" status: 204  len: 168 time: 0.2520213
Jul 08 15:24:15.842892 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae551dbd-e089-41d4-81f6-103008df5ac0 req-6f20a981-7bb5-4fdc-b354-2aabba503eb9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:15.843709 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:15.845350 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ae551dbd-e089-41d4-81f6-103008df5ac0 req-6f20a981-7bb5-4fdc-b354-2aabba503eb9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 946 time: 0.0850861
Jul 08 15:24:15.852057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:15.935367 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ae551dbd-e089-41d4-81f6-103008df5ac0 req-42aaa21d-0a3c-4fe5-b9a5-46e33a086092 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=22a5f014-1334-4fba-a3ed-a81f465c03a1&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0819404
Jul 08 15:24:15.996940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'Port': ['ID=78c31074-c0be-4902-b64c-7c4eb57e9731,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:16.001227 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:16.072273 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39340) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:16.091020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.108779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:16.114796 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Usage tracker for resource:security_group_rule and tenant:4bd714af49b8450e8b034857f03716ec is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:16.119012 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:16.126982 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:16.181138 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:24:16.196852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3020921-82ff-48ce-b30e-ea7e0926c0c6 req-49c7349d-0543-4101-ae2b-231660effff1 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:16.198488 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f3020921-82ff-48ce-b30e-ea7e0926c0c6 req-49c7349d-0543-4101-ae2b-231660effff1 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.1350451
Jul 08 15:24:16.247720 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.252994 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.264496 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-531755ed-b3bf-4a63-a87c-e0623e6fcd33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:16.309154 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=4bd714af49b8450e8b034857f03716ec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2355015
Jul 08 15:24:16.310777 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f681129-d76a-411a-8e99-e0a0bc11266d,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:16.313317 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39346) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:16.316760 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:16.379866 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f3020921-82ff-48ce-b30e-ea7e0926c0c6 req-586bca69-1063-4034-80f5-3952d6d8813d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1738224
Jul 08 15:24:16.400947 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.436270 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:24:16.445106 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.447501 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:24:16.463032 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:16.464521 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef220d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:16.520129 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.526256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] No DVR routers for this DVR port 78c31074-c0be-4902-b64c-7c4eb57e9731 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:24:16.529133 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2902e316-7a4e-4b6d-9585-a247fdee75c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:16.529363 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.532339 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-deleted', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:16.554831 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cdebb0a5-c068-4063-a77c-90298072a316 req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "DELETE /v2.0/ports/78c31074-c0be-4902-b64c-7c4eb57e9731 HTTP/1.1" status: 204  len: 173 time: 1.6328144
Jul 08 15:24:16.560126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f681129-d76a-411a-8e99-e0a0bc11266d,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:16.573709 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:16.576549 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:16.577856 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/7f681129-d76a-411a-8e99-e0a0bc11266d HTTP/1.1" status: 204  len: 168 time: 0.2628357
Jul 08 15:24:16.598877 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad47a4a-f7f2-4fd4-a6be-6891902ce0fe', 'name': 'network-vif-deleted', 'tag': '78c31074-c0be-4902-b64c-7c4eb57e9731', 'status': 'completed', 'code': 200}
Jul 08 15:24:16.805192 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:16.963171 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:24:17.223710 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39372) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:17.229347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c22c7326-ec70-4a4f-871f-25051edbcee5 req-a53e737a-1d4c-447f-b1e3-a98fdba13bf5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:17.237981 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:17.247125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c22c7326-ec70-4a4f-871f-25051edbcee5 req-a53e737a-1d4c-447f-b1e3-a98fdba13bf5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:17.258064 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c22c7326-ec70-4a4f-871f-25051edbcee5 req-a53e737a-1d4c-447f-b1e3-a98fdba13bf5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=aad47a4a-f7f2-4fd4-a6be-6891902ce0fe HTTP/1.1" status: 200  len: 210 time: 0.0760450
Jul 08 15:24:17.261780 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:24:17.388329 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.422508 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0ea666-f0df-411d-b226-94d504ce2574 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:17.428202 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.445548 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:17.449724 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Usage tracker for resource:security_group_rule and tenant:97269953cc1b492c8ad24c8238884d53 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:17.452689 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:17.455134 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:17.463401 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:17.500339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.502373 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:17.601875 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:17.612731 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:17.625350 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.638002 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.644090 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef220d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:17.651211 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:24:17.656098 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b7af52b7-fc31-44bf-86d6-7d1a8b50574f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:17.662625 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:17.663266 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef220d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:17.728052 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['ae0ea666-f0df-411d-b226-94d504ce2574'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:24:17.745259 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=97269953cc1b492c8ad24c8238884d53&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5203691
Jul 08 15:24:17.745990 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bace68-7f5f-40f7-8e4e-c1699ac110fb,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:17.747695 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39390) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:17.762894 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-73a2d86f-81cd-44d0-85fa-aa46b6cef976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:17.770730 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db00b2-2bf0-48a7-b4c9-bdb562ec33fe req-f4acfc9c-f90e-4d59-b4fc-ad4937ab0360 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:17.782832 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b8db00b2-2bf0-48a7-b4c9-bdb562ec33fe req-f4acfc9c-f90e-4d59-b4fc-ad4937ab0360 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 944 time: 0.2368197
Jul 08 15:24:17.860134 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.881971 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b8db00b2-2bf0-48a7-b4c9-bdb562ec33fe req-c0b9a0fc-401b-4272-8319-f2c1c8400015 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976644
Jul 08 15:24:17.903940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.949020 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:17.971521 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.979006 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9805f276-69bb-4fda-8488-7ba6bdca1a9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:17.994328 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:17.995512 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/20bace68-7f5f-40f7-8e4e-c1699ac110fb HTTP/1.1" status: 204  len: 168 time: 0.2467895
Jul 08 15:24:17.996399 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bace68-7f5f-40f7-8e4e-c1699ac110fb,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:17.998993 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:18.417019 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39412) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:18.519218 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:18.533860 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef220d0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:18.538834 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e85c68-5b91-495f-9b9c-79c71bc36fc2 None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:24:18.582645 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:18.643973 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:18.649396 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39420) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:18.658386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a3969c4d-c40f-439a-8a39-9af76323dce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:18.674813 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:18.678736 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a5f014-1334-4fba-a3ed-a81f465c03a1,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:18.681978 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:18.697429 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:18.702022 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Usage tracker for resource:security_group_rule and tenant:7825d66a05c54883b7c5e217518c43d1 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:18.705719 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:18.713473 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:18.717179 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:18.724751 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-14bbe10d-f267-4b88-839a-8c6ffb5db385 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "DELETE /v2.0/security-groups/22a5f014-1334-4fba-a3ed-a81f465c03a1 HTTP/1.1" status: 204  len: 168 time: 0.3064327
Jul 08 15:24:18.726087 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39424) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:18.747154 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.api.v2.resource [None req-7865e213-19c7-4566-bb10-e82af6516b8f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] show failed (client error): The resource could not be found.
Jul 08 15:24:18.751903 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-7865e213-19c7-4566-bb10-e82af6516b8f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups/22a5f014-1334-4fba-a3ed-a81f465c03a1 HTTP/1.1" status: 404  len: 347 time: 0.0245645
Jul 08 15:24:18.752361 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39428) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:18.871295 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba96d33-a165-4767-9d27-1d931bad7444 None None] New status for floating IP 866bbd19-90c0-4c1e-add1-a4af37c9c21a: DOWN {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:24:18.923150 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:24:18.938147 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Deleting port a0f064d8-a28f-4496-b203-f664991af47a {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:24:18.938717 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.110213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port ae0ea666-f0df-411d-b226-94d504ce2574 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:24:19.121411 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port ae0ea666-f0df-411d-b226-94d504ce2574 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:24:19.123603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.177115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.177447 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.280680 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06c71-e1ca-417a-a16b-91ec18ca829d req-3477fd3b-b8ff-48cb-aa79-12496e28e0c5 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:19.288574 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-14a06c71-e1ca-417a-a16b-91ec18ca829d req-3477fd3b-b8ff-48cb-aa79-12496e28e0c5 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 944 time: 0.1729355
Jul 08 15:24:19.295385 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.310709 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:24:19.329388 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:19.333636 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-14a06c71-e1ca-417a-a16b-91ec18ca829d req-61500f79-ca65-4537-88bc-0f63d5bf1bea tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441062
Jul 08 15:24:19.341224 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:19.346469 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.347614 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:24:19.377133 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Calling delete_port for a0f064d8-a28f-4496-b203-f664991af47a owned by network:floatingip {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:24:19.389650 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e0fa6460-136a-4d8e-8075-7ce80edbe8ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:19.425221 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'code': 200}
Jul 08 15:24:19.451181 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 78c31074-c0be-4902-b64c-7c4eb57e9731 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:24:19.451823 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 78c31074-c0be-4902-b64c-7c4eb57e9731 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:24:19.472114 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.477775 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:19.481531 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:19.483281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.496870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5ab17d37-d227-4e30-8531-a1a46f2f2870 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:19.561424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a2fb93-dec8-44b5-b30b-ad3130d08f48,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:19.572854 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7825d66a05c54883b7c5e217518c43d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9222693
Jul 08 15:24:19.574508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.575125 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.575651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.576172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.576304 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39450) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:19.577186 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.577723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.578366 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.578983 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.579343 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.579848 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.580172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.580637 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:19.585555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1727230e-799f-483f-97d6-aebaa119630e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:19.586357 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.db.api [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78424) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:24:19.586869 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_db.api [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:24:19.713974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.747952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.782082 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b41e7c-d4d2-4f60-9e88-442f4a0085ba req-636a934e-5084-4047-a30c-a880e817a4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:19.783550 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d2b41e7c-d4d2-4f60-9e88-442f4a0085ba req-636a934e-5084-4047-a30c-a880e817a4a7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.1547027
Jul 08 15:24:19.829326 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d2b41e7c-d4d2-4f60-9e88-442f4a0085ba req-ed3592a5-632f-4a5a-a3e2-f6fb249cc3c5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382664
Jul 08 15:24:19.833356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.836954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5fa5d21b-9be7-49c6-bb3f-17933fde6855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:19.847766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a2fb93-dec8-44b5-b30b-ad3130d08f48,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:19.851622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:19.855040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:19.856128 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5ffb74ac-4df7-4640-afbe-ec6287e080e2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a5a2fb93-dec8-44b5-b30b-ad3130d08f48 HTTP/1.1" status: 204  len: 168 time: 0.2786474
Jul 08 15:24:20.089058 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Deleting port a0f064d8-a28f-4496-b203-f664991af47a {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:24:20.089596 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.208956 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39462) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:20.229220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.243968 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:20.247790 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Usage tracker for resource:security_group_rule and tenant:550b11362fbf48689fad3583a66a5ca3 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:20.251051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:20.256687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:20.289019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.289425 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.348170 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.352781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.361072 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a0f59015-e18a-4736-be7d-3bd968d00ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:20.504950 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Calling delete_port for a0f064d8-a28f-4496-b203-f664991af47a owned by network:floatingip {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:24:20.535353 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=550b11362fbf48689fad3583a66a5ca3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3219640
Jul 08 15:24:20.539073 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d826316a-ef08-415d-9d32-b60ad1e21cbc,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:20.546758 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39468) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:20.549487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:20.646512 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.663528 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.665220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e1d39f-9d43-45a4-be70-6452cd2dbf2b req-43926821-4247-4b56-8901-8abbbec40334 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:20.666796 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30e1d39f-9d43-45a4-be70-6452cd2dbf2b req-43926821-4247-4b56-8901-8abbbec40334 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1722302
Jul 08 15:24:20.672590 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:20.701531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.761484 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'Port': ['ID=a0f064d8-a28f-4496-b203-f664991af47a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:20.762967 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30e1d39f-9d43-45a4-be70-6452cd2dbf2b req-c2810754-b916-4f85-932e-517a46796c38 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0839326
Jul 08 15:24:20.769396 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:20.799314 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.803100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:20.815252 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d826316a-ef08-415d-9d32-b60ad1e21cbc,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:20.820409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:20.822367 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.823463 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-91f2099e-e154-408c-b778-61ba321c876a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/d826316a-ef08-415d-9d32-b60ad1e21cbc HTTP/1.1" status: 204  len: 168 time: 0.2757721
Jul 08 15:24:20.841310 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.876720 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:20.877842 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "DELETE /v2.0/floatingips/866bbd19-90c0-4c1e-add1-a4af37c9c21a HTTP/1.1" status: 204  len: 168 time: 2.1245389
Jul 08 15:24:21.134326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39490) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:21.138823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126454648', 'description': 'tempest-description--2052841400'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:21.144543 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:21.149156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:21.152327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:21.158936 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:21.171009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.192671 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:21.196584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:21.200038 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:21.205894 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:21.280297 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.284339 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.291846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-816eb6c0-22e0-4c8e-ab2f-34b981071d14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:21.337832 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:21.342695 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:21.344495 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.349331 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-9992c76c-bf4e-4d28-9b26-3b945967f8f7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2146668
Jul 08 15:24:21.349513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39502) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:21.356346 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group_rule': {'security_group_id': '0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:21.362386 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:21.367103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:21.370013 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:21.375797 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:21.393312 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.457228 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.461766 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.463739 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:21.485647 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a301317b-ab64-4af4-ab8e-90e036bd718f,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:21.490109 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:21.500444 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.503859 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a3925a16-a850-40e3-b4cd-867a67574077 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1507621
Jul 08 15:24:21.506034 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39512) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:21.511966 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'security_group_rule': {'security_group_id': '0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:21.518410 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:21.523648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:security_group_rule and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:21.527471 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:21.534476 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:21.551489 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.616169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.620102 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.622269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-21099b11-934e-4805-89b8-8daaa8961a19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:21.645079 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98f63e4-e4f3-4ea0-8acf-fc693b402037,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:21.648070 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:21.656328 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.657737 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1501021
Jul 08 15:24:21.661119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39518) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:21.667119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:21.674063 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:21.679186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Usage tracker for resource:floatingip and tenant:115f17f3436f4ed490b530b89c748529 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:21.682580 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:21.688428 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:21.700649 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:21.840760 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.055464 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Allocated IP 172.27.2.243 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/f48133b7-92e5-4bbb-93e1-dbc2548ea006) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:24:22.067014 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7ce01-03dc-49ae-bc0e-cd62e3f8c4ab req-11e50412-3e6f-4bf9-87fb-1b1ab226fdf3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:22.068538 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-34f7ce01-03dc-49ae-bc0e-cd62e3f8c4ab req-11e50412-3e6f-4bf9-87fb-1b1ab226fdf3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1660385
Jul 08 15:24:22.195792 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-34f7ce01-03dc-49ae-bc0e-cd62e3f8c4ab req-208db801-b0cd-4cfa-9765-605dfdbcdee7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1207373
Jul 08 15:24:22.268142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.308809 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.313786 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0ecdcda8-d7f6-401b-b8c5-8c34ad9cc4c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:22.380002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:24:22.384032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:22.388020 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:24:22.407282 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe20656-7acb-4009-885c-728dc976f14c req-fe83a850-a39c-4ac5-b334-0937dc58fa9f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:22.414370 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bfe20656-7acb-4009-885c-728dc976f14c req-fe83a850-a39c-4ac5-b334-0937dc58fa9f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0962715
Jul 08 15:24:22.441491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=f48133b7-92e5-4bbb-93e1-dbc2548ea006,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:22.447413 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:22.475146 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bfe20656-7acb-4009-885c-728dc976f14c req-b00b821e-1d70-46d7-b99b-2c429a501fd0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0597739
Jul 08 15:24:22.509711 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39576) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:22.571980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.662487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.663066 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39582) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:22.799513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.818380 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:22.824119 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Usage tracker for resource:security_group_rule and tenant:ee1f826a5958471fb8fd759ef9784c9a is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:22.827775 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:22.835424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:22.868182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17b5c1-bb63-4908-a3be-f10f6c492324 tempest-TestShelveInstance-909497780 tempest-TestShelveInstance-909497780-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:22.868978 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-da17b5c1-bb63-4908-a3be-f10f6c492324 tempest-TestShelveInstance-909497780 tempest-TestShelveInstance-909497780-project-admin] Synchronizing usage tracker for tenant:8dd9df1a12654255a27b990cca6530f5 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:22.903238 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-da17b5c1-bb63-4908-a3be-f10f6c492324 tempest-TestShelveInstance-909497780 tempest-TestShelveInstance-909497780-project-admin] Unset dirty status for tenant:8dd9df1a12654255a27b990cca6530f5 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:22.905700 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-da17b5c1-bb63-4908-a3be-f10f6c492324 tempest-TestShelveInstance-909497780 tempest-TestShelveInstance-909497780-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1093 time: 0.3937135
Jul 08 15:24:22.909393 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.910534 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39602) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:22.917217 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.918704 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:22.921005 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b10d58b4-10fa-4792-b9db-1ac6dd7a202a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:22.926200 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:22.939580 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Usage tracker for resource:floatingip and tenant:fdcd57c2bedb434098b98a206bf6bbac is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:22.944495 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:22.957477 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:22.979961 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.985571 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:22.995590 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d23b3f7c-4a4d-4ce3-a637-3960ed7ddf02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:23.010967 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.032835 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=f48133b7-92e5-4bbb-93e1-dbc2548ea006,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:23.036811 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:23.042223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.059171 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e6e03c-720d-4a2d-a984-0c24096af067,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:23.068194 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.073031 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4104297
Jul 08 15:24:23.106800 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:23.109215 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ee1f826a5958471fb8fd759ef9784c9a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4456718
Jul 08 15:24:23.116652 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39608) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:23.202065 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.243976 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.290374 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.300481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5bedd50c-c8d6-4346-bf0f-b8386532eb65 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:23.317560 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5bedd50c-c8d6-4346-bf0f-b8386532eb65 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:23.319502 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5bedd50c-c8d6-4346-bf0f-b8386532eb65 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2126454648&fields=id&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 267 time: 0.0574574
Jul 08 15:24:23.367975 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.375397 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e10b093a-747c-41ca-8ada-7a65e8a13016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:23.396229 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e6e03c-720d-4a2d-a984-0c24096af067,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:23.402443 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:23.447701 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.451709 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/c9e6e03c-720d-4a2d-a984-0c24096af067 HTTP/1.1" status: 204  len: 168 time: 0.3354878
Jul 08 15:24:23.478165 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Allocated IP 172.27.2.125 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/e32a313a-397b-449e-8a1e-1944410d30e0) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:24:23.499864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-2feb14b0-df34-4531-94eb-67386110715b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:23.501549 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-2feb14b0-df34-4531-94eb-67386110715b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 817 time: 0.1752291
Jul 08 15:24:23.517880 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-468c3227-e996-49af-ac70-eacf01cf98e1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/quotas/115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 375 time: 0.0099475
Jul 08 15:24:23.670457 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.717716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.724214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-31721572-43da-41ec-8e6e-f074aebe4fd9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:23.737288 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-c5458227-1d2e-431f-9bc6-65518e8eb2e5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2122998
Jul 08 15:24:23.793253 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:24:23.796001 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:23.799913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:24:23.835783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'Port': ['ID=e32a313a-397b-449e-8a1e-1944410d30e0,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:23.845789 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:23.846482 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39628) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:23.868529 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:23.887579 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:23.889199 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-6afbee31-5ae7-45b3-b992-8b00cffb968d service neutron] 10.222.0.55 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388211
Jul 08 15:24:23.920513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Usage tracker for resource:security_group_rule and tenant:dfeb82fd56684c7e8626cd87bcd7a724 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:23.927580 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:23.946825 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:24.031322 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-db3f5662-e523-475a-9b7b-a52de3d86ca1 service neutron] 10.222.0.55 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1347439
Jul 08 15:24:24.270033 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-3ea93036-7890-4914-b245-c3bba5d216bd req-7a166dd6-ce08-4e21-93cd-31be2176a9e2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:24.319176 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.393344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-3ea93036-7890-4914-b245-c3bba5d216bd req-7a166dd6-ce08-4e21-93cd-31be2176a9e2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:24.394507 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3ea93036-7890-4914-b245-c3bba5d216bd req-7a166dd6-ce08-4e21-93cd-31be2176a9e2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 210 time: 0.1813955
Jul 08 15:24:24.401826 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.409658 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.425289 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d84feaa0-2266-4d36-b053-fdabab502401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:24.482400 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=dfeb82fd56684c7e8626cd87bcd7a724&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6352530
Jul 08 15:24:24.484479 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa852c8-27e3-4d24-b0ad-8bb587f06d47,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:24.485211 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39642) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:24.488134 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:24.557127 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.568726 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.601655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.636832 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.666953 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.671592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bbe309a0-a72a-4993-9824-acbfb16922c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:24.685212 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa852c8-27e3-4d24-b0ad-8bb587f06d47,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:24.689981 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:24.727156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.731838 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/8fa852c8-27e3-4d24-b0ad-8bb587f06d47 HTTP/1.1" status: 204  len: 168 time: 0.2424912
Jul 08 15:24:24.918753 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.924324 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:24.928655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:25.030829 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event updated for resources: {'Port': ['ID=e32a313a-397b-449e-8a1e-1944410d30e0,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:25.036987 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:25.046972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:25.233378 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Floating IP b7f3b32b-f788-484b-9ea4-baad4c97b9de associated. External IP: 172.27.2.125, port: ae0ea666-f0df-411d-b226-94d504ce2574.
Jul 08 15:24:25.468400 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-1143e8b4-57c0-48e1-9b3e-849ceb8618eb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:25.472615 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-1143e8b4-57c0-48e1-9b3e-849ceb8618eb tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 817 time: 0.1961908
Jul 08 15:24:25.605760 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-7cf35733-7b48-4a90-9c54-3f1b5ce113a1 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 380 time: 0.1245582
Jul 08 15:24:25.616290 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8e3425b3-8ffd-4d4b-814e-29ca7bbb4d39 req-2764ff88-370a-4f3c-8b63-9a7eea46d62a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 210 time: 0.0744090
Jul 08 15:24:25.624460 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'port': {'device_id': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'admin_state_up': True, 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'security_groups': ['0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:25.649343 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Router 32ece809-76bc-4595-b262-6f1ccf0420df has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:24:25.800431 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:25.819774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:25.832931 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Made reservation on behalf of 115f17f3436f4ed490b530b89c748529 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:24:25.837681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:25.883511 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:24:25.896713 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Sync routers for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:24:25.911785 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:25.915464 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0558b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:25.942792 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:26.064613 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Allocated IP 172.20.0.5 (ef2150a2-7a89-4b15-99fc-8d08362a45ab/6e68fa16-b2f5-4da6-961b-5c2130ad7ace/3a99971c-9d1e-4e19-921c-2c5b037884b2) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:24:26.138339 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2145841
Jul 08 15:24:26.138339 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:26.155914 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:26.184043 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'status': 'completed', 'code': 200}
Jul 08 15:24:26.376664 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:26.398089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-f460b466-0866-46f9-bafb-98700db77155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:26.399815 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-f460b466-0866-46f9-bafb-98700db77155 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.1827633
Jul 08 15:24:26.401031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Transition to ACTIVE for port object 3a99971c-9d1e-4e19-921c-2c5b037884b2 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:24:26.558503 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:26.563606 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0558b0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'b7f3b32b-f788-484b-9ea4-baad4c97b9de', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:24Z', 'updated_at': '2021-07-08T15:24:24Z', 'revision_number': 0, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:26.568872 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Checking router: 32ece809-76bc-4595-b262-6f1ccf0420df for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:24:26.575102 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c642898-f2bb-403d-85d6-4999efb8162b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:26.578842 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:26.579470 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0558b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:26.639225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-f40894e5-c537-4ee2-9872-1aa029afb7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:26.641325 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-f40894e5-c537-4ee2-9872-1aa029afb7e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.2348895
Jul 08 15:24:26.767154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:26.785677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:24:26.789114 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:26.792199 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:26.796200 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:24:26.815807 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:27.101951 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-00d1fcdf-e7c6-4fe9-a21a-770c1e9be207 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 999 time: 0.4514878
Jul 08 15:24:27.155317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:27.155937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.216640 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5991380
Jul 08 15:24:27.220392 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dbf774ad-a9bb-4775-80b6-fcc712ce3f9c None None] Provisioning for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:24:27.227028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-6b87093f-3677-42a3-92e8-ff7bfb8dde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:27.229268 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-6b87093f-3677-42a3-92e8-ff7bfb8dde6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.1193917
Jul 08 15:24:27.236483 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Request body: {'port': {'device_id': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:27.241922 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dbf774ad-a9bb-4775-80b6-fcc712ce3f9c None None] Provisioning complete for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:24:27.242310 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbf774ad-a9bb-4775-80b6-fcc712ce3f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.282191 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cd51d-b3a8-4b48-9e1c-4ef2f334cdae req-70d44d3d-7623-4a3b-97cc-63db70927391 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:27.283219 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-b99cd51d-b3a8-4b48-9e1c-4ef2f334cdae req-70d44d3d-7623-4a3b-97cc-63db70927391 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:27.351757 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dbf774ad-a9bb-4775-80b6-fcc712ce3f9c None None] Port 3a99971c-9d1e-4e19-921c-2c5b037884b2 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:24:27.394632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0558b0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'b7f3b32b-f788-484b-9ea4-baad4c97b9de', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:24Z', 'updated_at': '2021-07-08T15:24:24Z', 'revision_number': 0, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:27.399818 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-b99cd51d-b3a8-4b48-9e1c-4ef2f334cdae req-70d44d3d-7623-4a3b-97cc-63db70927391 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:27.400037 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b62f8f-2ab6-49a2-8bac-7aa55687dec9 None None] The sync data for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi is: [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'b7f3b32b-f788-484b-9ea4-baad4c97b9de', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:24Z', 'updated_at': '2021-07-08T15:24:24Z', 'revision_number': 0, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:24:27.401421 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b99cd51d-b3a8-4b48-9e1c-4ef2f334cdae req-70d44d3d-7623-4a3b-97cc-63db70927391 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 931 time: 0.5569947
Jul 08 15:24:27.546596 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.569119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-c274aa9f-bcf9-4e75-947f-f9996b953c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:27.571323 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-c274aa9f-bcf9-4e75-947f-f9996b953c56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2808037
Jul 08 15:24:27.578659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b99cd51d-b3a8-4b48-9e1c-4ef2f334cdae req-84ad5c27-4683-4638-83c5-b34f320dbfd7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1302276
Jul 08 15:24:27.644257 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2943ae-f89c-4f30-bf78-e5bab432f2b2 None None] New status for floating IP b7f3b32b-f788-484b-9ea4-baad4c97b9de: ACTIVE {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:24:27.660228 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39732) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:27.806141 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.822834 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:27.826776 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Usage tracker for resource:security_group_rule and tenant:0e2319938470461798eb2e944101d4d4 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:27.830188 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:27.836950 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:27.906306 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-6ffb0d3a-233f-4dac-bdf9-0ad7d59faa08 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264728
Jul 08 15:24:27.934098 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.937634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:27.945488 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0babf5fd-f31b-402f-a3d4-32d00424af0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:27.992810 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ec7187-39a3-425a-939d-febec5419f0a,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:27.995831 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:28.004837 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=0e2319938470461798eb2e944101d4d4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3433144
Jul 08 15:24:28.005683 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39738) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:28.070856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.104497 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.168758 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a60b28f-ff86-4fbd-be7e-bf087154605e req-c64bf736-7946-4a70-bedf-9e0b4a31de87 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2503421
Jul 08 15:24:28.170957 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.175282 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c14d61e9-6e8c-4d38-89a7-bb1735eec170 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:28.188864 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ec7187-39a3-425a-939d-febec5419f0a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:28.195594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:28.197675 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.199043 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b3ec7187-39a3-425a-939d-febec5419f0a HTTP/1.1" status: 204  len: 168 time: 0.1920559
Jul 08 15:24:28.257267 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:28.264597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.281028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Transition to ACTIVE for port object 3a99971c-9d1e-4e19-921c-2c5b037884b2 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:24:28.285649 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.290759 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de52de58-e1e6-4fa7-9890-1f352263f13d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:28.468140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:28.504150 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:28.549264 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39748) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:28.549459 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Attempting to bind port 3a99971c-9d1e-4e19-921c-2c5b037884b2 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:24:28.549664 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Attempting to bind port 3a99971c-9d1e-4e19-921c-2c5b037884b2 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:24:28.549996 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Attempting to bind port 3a99971c-9d1e-4e19-921c-2c5b037884b2 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:28.555304 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Port 3a99971c-9d1e-4e19-921c-2c5b037884b2 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:24:28.555623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Attempting to bind port 3a99971c-9d1e-4e19-921c-2c5b037884b2 on network ef2150a2-7a89-4b15-99fc-8d08362a45ab {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:28.560757 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:24:28.561860 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Checking segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:24:28.562254 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Bound using segment: {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:24:28.562845 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Bound port: 3a99971c-9d1e-4e19-921c-2c5b037884b2, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97161458-63c0-4290-a29e-e7be22fc6303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:24:28.563207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.569730 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.595373 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:28.599595 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Usage tracker for resource:security_group_rule and tenant:3a365e938b6c44fa86a1302773396a0c is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:28.602486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:28.608192 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:28.685978 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:24:28.690905 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:24:28.696804 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.701656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-6b8c912f-47f0-4988-8afa-80dd4e9c56a2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:28.771974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:28.773126 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.775052 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 1093 time: 1.5447407
Jul 08 15:24:28.780791 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:28.804918 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.805786 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:28.810453 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:28.812285 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.842641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0930792a-2012-4eab-8e3d-9c6da3822247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:28.862447 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'status': 'completed', 'code': 200}
Jul 08 15:24:28.878626 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3a365e938b6c44fa86a1302773396a0c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3278766
Jul 08 15:24:28.884563 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39756) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:28.900805 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d3890a-93cd-429d-8b7c-5ead2a9e0050,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:28.906888 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:28.934680 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0f914-b339-48d0-a157-dbc25c81865e req-927acdc0-40b3-44c6-bce8-4dfa8c856e5f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:28.941001 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8ae0f914-b339-48d0-a157-dbc25c81865e req-927acdc0-40b3-44c6-bce8-4dfa8c856e5f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1879358
Jul 08 15:24:28.966602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-2cba1038-db84-4170-a249-600d7d24877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:28.968107 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-2cba1038-db84-4170-a249-600d7d24877a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1096 time: 0.1531184
Jul 08 15:24:28.977568 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:28.997012 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8ae0f914-b339-48d0-a157-dbc25c81865e req-c38ddd43-5e29-4eb3-bcac-fe972f84beac tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540998
Jul 08 15:24:29.073467 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-4156c575-4a09-4296-9a44-54872a0a0a35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 217 time: 0.0970500
Jul 08 15:24:29.121919 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:29.191353 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-eee37c32-6938-4c1a-a99a-095abe62c93c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:29.268834 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-dcfa99f9-6795-40cd-8dea-c405bbb6e8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:29.270312 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-dcfa99f9-6795-40cd-8dea-c405bbb6e8cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.1902890
Jul 08 15:24:29.330693 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:29.337035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d85fcca7-70dd-4b76-b7b7-f88e216b5ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:29.352258 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d3890a-93cd-429d-8b7c-5ead2a9e0050,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:29.355575 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:29.358942 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:29.362626 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/21d3890a-93cd-429d-8b7c-5ead2a9e0050 HTTP/1.1" status: 204  len: 168 time: 0.4732375
Jul 08 15:24:29.382077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59aafe-030a-4969-acb3-b222d772a61c req-a6fc7750-98e1-4ffd-9876-ddd7dccf81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:29.383562 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-a6fc7750-98e1-4ffd-9876-ddd7dccf81a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1068847
Jul 08 15:24:29.524795 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-2e1f25a8-61b9-43ab-b49e-1f291e9db2f0 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1339147
Jul 08 15:24:29.681828 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-dd59aafe-030a-4969-acb3-b222d772a61c req-befa9241-f5a8-4ed4-a5c1-2c0437fc5593 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500528
Jul 08 15:24:29.756248 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:29.814409 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-c8dffa47-fb47-4e1e-82e1-0ed7a6fde802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:29.816011 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-c8dffa47-fb47-4e1e-82e1-0ed7a6fde802 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1096 time: 0.0876775
Jul 08 15:24:29.963315 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-9143caae-a828-446d-b36c-ecc8fd315caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:29.964925 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-9143caae-a828-446d-b36c-ecc8fd315caa service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.1419337
Jul 08 15:24:30.036057 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-ec85aa83-0a88-4866-a177-fe08715e6120 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 217 time: 0.0643311
Jul 08 15:24:30.108457 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-51b45713-54f6-4341-8bff-9e2697468afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:30.110093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-51b45713-54f6-4341-8bff-9e2697468afe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.0675721
Jul 08 15:24:30.250026 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-9577ce63-1f36-4d52-a084-fa68814f2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:30.251529 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-9577ce63-1f36-4d52-a084-fa68814f2d0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1337664
Jul 08 15:24:30.266797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18097bdb-626f-4fcc-91d0-3ec08c6e890c req-894ada98-5f87-4902-ab1f-683d644c3939 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:30.268237 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-18097bdb-626f-4fcc-91d0-3ec08c6e890c req-894ada98-5f87-4902-ab1f-683d644c3939 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1149786
Jul 08 15:24:30.395035 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-18097bdb-626f-4fcc-91d0-3ec08c6e890c req-17598d15-c770-4801-b4c2-80574281d8a9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088915
Jul 08 15:24:30.442950 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-2a7d98e0-7834-4030-90d7-31aba4ab7fbc service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840599
Jul 08 15:24:30.580733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0284dbaf-4512-4a91-ba46-ac4fb6ef7bed req-fff37d34-6d28-4d4d-914a-84cb0fa01c45 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1312551
Jul 08 15:24:31.034129 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:24:31.188015 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:31.201702 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:24:31.262325 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:31.279858 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:31.297620 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:31.302841 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:31.306297 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-ed274b64-62d3-4b74-9ae3-241de50c28ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:31.378765 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:31.382849 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:31.557100 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['3a99971c-9d1e-4e19-921c-2c5b037884b2'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:24:31.612187 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f0ac5-83fd-414b-9204-f39b30aa9435 req-c3801a96-3164-4fb1-98f4-430546d24024 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:31.613842 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ba2f0ac5-83fd-414b-9204-f39b30aa9435 req-c3801a96-3164-4fb1-98f4-430546d24024 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.0979986
Jul 08 15:24:31.683391 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ba2f0ac5-83fd-414b-9204-f39b30aa9435 req-a9420ce2-28da-4011-b818-350c1770c197 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565574
Jul 08 15:24:31.850140 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c52ef9d5-96c8-41d0-869d-6557fad367f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:32.635694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:32.889943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ec4d5-b132-4f1d-9d9f-be2c6cc383c7 req-2a942b5f-6f74-480a-a5d0-341c4ad496a5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:32.891376 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4a6ec4d5-b132-4f1d-9d9f-be2c6cc383c7 req-2a942b5f-6f74-480a-a5d0-341c4ad496a5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.0896254
Jul 08 15:24:32.938546 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4a6ec4d5-b132-4f1d-9d9f-be2c6cc383c7 req-fb674dad-6def-428f-821c-cec40f7d87a4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408931
Jul 08 15:24:33.063226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:24:33.133544 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:24:33.138984 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:24:33.139822 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:33.298611 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:33.332147 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:33.344933 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:33.347531 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:33.349538 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:33.406687 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'code': 200}
Jul 08 15:24:33.438007 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:33.441031 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:33.645104 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde8beb-5c12-4e6b-bae2-0c82369333c2 req-e8407a21-1cb7-4591-825a-592a75844cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:33.647529 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8bde8beb-5c12-4e6b-bae2-0c82369333c2 req-e8407a21-1cb7-4591-825a-592a75844cae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1098 time: 0.0723958
Jul 08 15:24:33.711627 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8bde8beb-5c12-4e6b-bae2-0c82369333c2 req-2e2c02ff-7f27-45c2-8968-0fe5568bb104 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0554740
Jul 08 15:24:34.112637 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:34.148780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a1184-564f-457d-8828-5f837b7ad72d req-475f51ea-ba2b-4fc4-b2d9-cf9ca1a22f19 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:34.150301 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-075a1184-564f-457d-8828-5f837b7ad72d req-475f51ea-ba2b-4fc4-b2d9-cf9ca1a22f19 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0980680
Jul 08 15:24:34.196733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-075a1184-564f-457d-8828-5f837b7ad72d req-df88e959-5705-4579-8e22-9942f2af46c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401769
Jul 08 15:24:35.392594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51159c1-a18a-40b8-970b-084ce9554825 req-3a441712-3a3d-462e-80cf-09277f0f478d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:35.394111 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b51159c1-a18a-40b8-970b-084ce9554825 req-3a441712-3a3d-462e-80cf-09277f0f478d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0818586
Jul 08 15:24:35.444702 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b51159c1-a18a-40b8-970b-084ce9554825 req-f796b434-8471-4c3b-8c83-09d164fdcda2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441616
Jul 08 15:24:35.644687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599f3b-0c23-4845-bc79-79b3493bf9d7 req-377d2859-0657-4969-8a9e-371037b6834d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:35.646942 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9d599f3b-0c23-4845-bc79-79b3493bf9d7 req-377d2859-0657-4969-8a9e-371037b6834d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0821676
Jul 08 15:24:35.656264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39884) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:35.663658 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Request body: {'floatingip': {'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:35.884076 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:36.684725 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:36.689778 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:36.857154 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Floating IP 632b7762-ebe2-488a-8e95-db1726327403 associated. External IP: 172.27.2.243, port: 3a99971c-9d1e-4e19-921c-2c5b037884b2.
Jul 08 15:24:37.320821 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:24:37.515770 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:24:37.520256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:37.526568 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:24:37.545953 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:37.545953 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdefecee0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:37.588987 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ee2406f9-f30e-4737-929f-614b08deca02 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "PUT /v2.0/floatingips/632b7762-ebe2-488a-8e95-db1726327403 HTTP/1.1" status: 200  len: 991 time: 1.9309382
Jul 08 15:24:37.589989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:37.650054 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'status': 'completed', 'code': 200}
Jul 08 15:24:37.747109 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:37.764070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-cbddb8d0-f4d3-4485-aeea-4caeda604b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:37.765492 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-cbddb8d0-f4d3-4485-aeea-4caeda604b47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1098 time: 0.0924492
Jul 08 15:24:37.914863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-4e0e269e-4265-41d4-bf65-01df52c2bbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:37.916332 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-4e0e269e-4265-41d4-bf65-01df52c2bbdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.1438005
Jul 08 15:24:38.029583 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-0b2bca18-ed31-4ba6-a06d-c1d8af2f101f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 999 time: 0.1060820
Jul 08 15:24:38.095868 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-ccff69ab-0528-43b1-aaed-9811fd030370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:38.098269 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-ccff69ab-0528-43b1-aaed-9811fd030370 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.0613146
Jul 08 15:24:38.153178 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdefecee0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '632b7762-ebe2-488a-8e95-db1726327403', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:36Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:38.158141 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:24:38.168804 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:24:38.169596 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdefecee0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:24:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:38.183610 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-8bee76b3-d56b-4add-8a8b-978aad37183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:38.185261 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-8bee76b3-d56b-4add-8a8b-978aad37183b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808721
Jul 08 15:24:38.325015 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-0be826b5-71df-4607-905a-b6109bb5f2bd service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331532
Jul 08 15:24:38.359733 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:24:38.465540 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd3d87e8-fdac-4762-81ca-6f4e42577a2d req-e9c7a7b4-2c0a-47fb-bd2d-d44a080c370d service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339810
Jul 08 15:24:38.739190 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdefecee0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '632b7762-ebe2-488a-8e95-db1726327403', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:36Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:24:38.745063 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb8c507-1e4d-4ae7-b685-881f0019d752 None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '632b7762-ebe2-488a-8e95-db1726327403', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'floating_ip_address': '172.27.2.243', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:24:22Z', 'updated_at': '2021-07-08T15:24:36Z', 'revision_number': 1, 'project_id': '115f17f3436f4ed490b530b89c748529', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:24:38.988424 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c419820-5108-451e-9108-67cbc4638bb8 None None] New status for floating IP 632b7762-ebe2-488a-8e95-db1726327403: ACTIVE {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:24:39.284314 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39944) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:39.403143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.418032 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:39.421973 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Usage tracker for resource:security_group_rule and tenant:210ebd863d86470ca11cc0a69c6516ff is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:39.424890 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:39.431103 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:39.514559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.518871 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.527602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ed7a9c90-eb63-4445-a802-f6e7ca14e9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:39.568312 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=210ebd863d86470ca11cc0a69c6516ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2826462
Jul 08 15:24:39.569959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09404e71-9027-42c2-a0a3-f7b77de816e2,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:39.570985 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39950) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:39.573118 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:39.629779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.657911 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.715292 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.719065 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-4c1572e2-ccfe-41e1-9933-8869d6cc26b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:39.731594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09404e71-9027-42c2-a0a3-f7b77de816e2,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:39.734224 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:39.742138 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:39.743268 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/09404e71-9027-42c2-a0a3-f7b77de816e2 HTTP/1.1" status: 204  len: 168 time: 0.1712849
Jul 08 15:24:40.036635 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39966) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:40.059023 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.077344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:40.081143 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Usage tracker for resource:security_group_rule and tenant:aec2a022f7a94c6da5f79da201dcb8bf is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:40.084561 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:40.090343 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:40.168123 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39972) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:40.180517 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.188342 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.197545 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-234422b7-0ff8-458b-96f9-88f4dae9b2cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:40.237103 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aec2a022f7a94c6da5f79da201dcb8bf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1993005
Jul 08 15:24:40.238721 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7bde14-3329-4c34-b866-67f5c478d6d9,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:40.239775 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 39978) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:40.242483 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:40.307467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.332039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:40.334321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.338054 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Usage tracker for resource:security_group_rule and tenant:8db1cb92f5264288b9ddc78619fb9f7f is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:40.346435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:40.356029 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:40.375597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.456800 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.461601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0d35c6d2-d03f-4910-9071-4deb435bdc78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:40.478276 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7bde14-3329-4c34-b866-67f5c478d6d9,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:40.483153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:40.514706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.515830 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-cc4e51ee-49bd-47e3-8e8a-f08abaca15be admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1b7bde14-3329-4c34-b866-67f5c478d6d9 HTTP/1.1" status: 204  len: 168 time: 0.2744231
Jul 08 15:24:40.531685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.536364 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.543035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b19cc2fe-4887-43ea-8320-ed822c418f64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:40.587680 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c76428d-f311-48d1-9e16-21d51fa4b2cd,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:40.594391 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8db1cb92f5264288b9ddc78619fb9f7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4227171
Jul 08 15:24:40.594391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:40.594793 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39984) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:40.655713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.682290 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.735819 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.739762 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7027f5ce-ee7c-4413-b7b2-67dbc2c333d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:40.754884 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c76428d-f311-48d1-9e16-21d51fa4b2cd,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:40.759716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:40.765591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.769064 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/2c76428d-f311-48d1-9e16-21d51fa4b2cd HTTP/1.1" status: 204  len: 168 time: 0.1709650
Jul 08 15:24:40.813072 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 39992) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:40.833013 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.852378 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:40.856479 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a603569d9a45fc87de1442f8cc7228 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:40.859340 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:40.865771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:40.956785 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.960876 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:40.969956 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7c08c42e-c8ab-4498-9423-ee892562ec5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:41.011469 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=b7a603569d9a45fc87de1442f8cc7228&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1972580
Jul 08 15:24:41.012453 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c8faf-8d8c-41a0-bcdd-05e8fbcc8cd8,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:41.014606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40002) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:41.015680 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:41.206346 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:41.231997 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:41.289355 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:41.290879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:41.304285 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c8faf-8d8c-41a0-bcdd-05e8fbcc8cd8,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:41.307201 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:41.309115 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:41.310227 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e34c8faf-8d8c-41a0-bcdd-05e8fbcc8cd8 HTTP/1.1" status: 204  len: 168 time: 0.2939882
Jul 08 15:24:42.028961 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40054) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:42.138632 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-278340057-network', 'tenant_id': '344e7e03e9d14812917003523d329133'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:42.144505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:42.149791 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Usage tracker for resource:network and tenant:344e7e03e9d14812917003523d329133 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:42.153571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:42.160187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:42.172160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Made reservation on behalf of 344e7e03e9d14812917003523d329133 for: {'network': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:24:42.174750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.189416 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.208234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:42.212882 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Usage tracker for resource:security_group_rule and tenant:344e7e03e9d14812917003523d329133 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:42.217402 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:42.224991 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:42.324056 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.328976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.333419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5c02eb67-7710-4a26-8164-bb5d04de21b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:42.359252 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501}  {{(pid=78425) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:24:42.368821 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 40068) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:42.373087 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152da060-bc79-499b-a6dd-61cdc97d5f5a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:42.378868 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:42.379849 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.381234 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.segments_db [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Added segment 4276688d-4b40-460f-9900-c7d974fb87cd of type vlan for network 3deb8f4f-0b25-49a9-8f7e-f043df93b188
Jul 08 15:24:42.409185 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.442406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.443808 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:42.444389 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.449275 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-82f3f82d-55f0-4d60-b418-7f1609f835fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:42.497061 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.512342 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:42.516172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Usage tracker for resource:security_group_rule and tenant:78f0c39e7d46453595ce1d9f9ae4d6d9 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:42.519035 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:42.524972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:42.552191 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5218158
Jul 08 15:24:42.553642 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Pushing event updated for resources: {'Network': ['ID=3deb8f4f-0b25-49a9-8f7e-f043df93b188,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:42.555584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40074) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:42.558438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:42.561999 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Request body: {'subnet': {'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-278340057-subnet', 'tenant_id': '344e7e03e9d14812917003523d329133', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:42.564656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:24:42.566722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:42.570776 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Usage tracker for resource:subnet and tenant:344e7e03e9d14812917003523d329133 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:42.573921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:42.581485 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:42.594388 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Made reservation on behalf of 344e7e03e9d14812917003523d329133 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:24:42.598357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.634427 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.639425 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.655541 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cc3b6c26-022c-40c1-a776-61f5f95969dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:42.696659 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=78f0c39e7d46453595ce1d9f9ae4d6d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3261583
Jul 08 15:24:42.700424 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40078) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:42.705133 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9441553d-0af2-4a29-802b-8a7f330e1d6e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:42.708172 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:42.784530 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.853472 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.928508 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:42.933405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-16b5d714-64b3-459d-a1b9-ca4338667840 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:42.976484 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:43.013918 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa6caa5-d513-41c9-8afc-125fb84b2c49,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:43.019225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:43.019964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4817e70a-fece-4295-adb6-676480d586f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:43.035198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Checking segment: {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:24:43.035558 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Network hostable DHCP agents. Network: 3deb8f4f-0b25-49a9-8f7e-f043df93b188, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:24:43.040346 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9441553d-0af2-4a29-802b-8a7f330e1d6e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:43.043865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:43.044847 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:43.045905 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9441553d-0af2-4a29-802b-8a7f330e1d6e HTTP/1.1" status: 204  len: 168 time: 0.3457069
Jul 08 15:24:43.064738 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:24:43.075194 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 3deb8f4f-0b25-49a9-8f7e-f043df93b188) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:43.079275 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:43.079850 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:43.086624 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66f393-24ca-4dc5-99bb-2281a6ab1542 None None] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:24:43.109304 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-149215e5-3e2e-41fb-a020-3a9d4510f563 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5522106
Jul 08 15:24:43.340483 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b2b2e3-6a9a-4f0e-a4b1-b40ad21b5c8f None None] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:24:45.250049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-a801b4b7-1869-4fb1-928a-d57ccdff4f75 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:45.250734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-a801b4b7-1869-4fb1-928a-d57ccdff4f75 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Synchronizing usage tracker for tenant:344e7e03e9d14812917003523d329133 on resource:network {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:45.268067 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-a801b4b7-1869-4fb1-928a-d57ccdff4f75 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Unset dirty status for tenant:344e7e03e9d14812917003523d329133 on resource:network {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:45.269367 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-a801b4b7-1869-4fb1-928a-d57ccdff4f75 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 813 time: 0.1710958
Jul 08 15:24:45.285296 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-d359f4e9-c7c0-482a-9b53-dfe5e49865f4 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/quotas/344e7e03e9d14812917003523d329133 HTTP/1.1" status: 200  len: 375 time: 0.0097508
Jul 08 15:24:45.338728 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-eaef793d-01dc-497a-bc13-adb2667bd11b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0475130
Jul 08 15:24:45.477908 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-1a1d1999-94c2-4081-bb50-7ca0f3342494 service neutron] 10.222.0.55 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324196
Jul 08 15:24:45.617058 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-f9e81112-1afc-49c8-9dcd-97a0d72eb670 service neutron] 10.222.0.55 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1323183
Jul 08 15:24:45.796743 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e3974f18-6c9f-49f6-bcb4-272f79dd5044 req-ad080d42-7f11-4b04-bc34-208d345de3f2 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 210 time: 0.0446601
Jul 08 15:24:46.885294 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-f1e7147a-48e9-4129-8109-a950f27388f2 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:46.886866 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-f1e7147a-48e9-4129-8109-a950f27388f2 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 813 time: 0.1696498
Jul 08 15:24:46.908188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Request body: {'port': {'device_id': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188', 'admin_state_up': True, 'tenant_id': '344e7e03e9d14812917003523d329133'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:46.975197 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d3416ce5-6282-4e53-b491-c8a391e2470d req-6880c24f-613b-4b87-a608-9296d9071f0f tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 210 time: 0.0520265
Jul 08 15:24:47.062277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:47.066050 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Usage tracker for resource:port and tenant:344e7e03e9d14812917003523d329133 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:47.068967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:47.074700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:47.096060 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Made reservation on behalf of 344e7e03e9d14812917003523d329133 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:24:47.100619 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:47.370876 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Allocated IP 172.20.0.9 (3deb8f4f-0b25-49a9-8f7e-f043df93b188/baa6caa5-d513-41c9-8afc-125fb84b2c49/8f5bb9ad-9ed2-442d-90c8-5647210a80cb) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:24:47.581764 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:47.612043 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:47.617576 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4db3e407-19e3-44c4-8318-6580d40c438a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:47.687805 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:24:47.690949 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:24:47.695419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:24:47.725994 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Pushing event updated for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:47.736463 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:47.768039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:47.768039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:47.784702 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8820319
Jul 08 15:24:47.798055 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Request body: {'port': {'device_id': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:24:47.919317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.171269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e28c3e8-3159-469b-a6ef-6f3350c44c7c req-553f7f58-7570-4202-9fb4-a14fca09fe85 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:48.178910 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2e28c3e8-3159-469b-a6ef-6f3350c44c7c req-553f7f58-7570-4202-9fb4-a14fca09fe85 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 931 time: 0.0966442
Jul 08 15:24:48.224354 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-2e28c3e8-3159-469b-a6ef-6f3350c44c7c req-85aa82e2-d6d3-4ac0-82d8-fcd9131818da tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442822
Jul 08 15:24:48.285539 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5bb9ad-9ed2-442d-90c8-5647210a80cb {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:48.293740 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.308512 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Transition to ACTIVE for port object 8f5bb9ad-9ed2-442d-90c8-5647210a80cb will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:24:48.312472 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.317344 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9e1c440d-5edf-426a-87cf-d5aae89d4103 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:48.443439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:48.469023 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:48.546602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Attempting to bind port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:24:48.546939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Attempting to bind port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:24:48.547267 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Attempting to bind port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:48.551774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:24:48.552118 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Attempting to bind port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:24:48.557653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:24:48.557989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Checking segment: {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:24:48.558373 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Bound using segment: {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:24:48.558795 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Bound port: 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:24:48.559175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.647502 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:24:48.650418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:24:48.655713 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.659812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:48.721584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:48.722214 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:48.723638 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] 10.222.0.53 "PUT /v2.0/ports/8f5bb9ad-9ed2-442d-90c8-5647210a80cb HTTP/1.1" status: 200  len: 1093 time: 0.9306238
Jul 08 15:24:48.724756 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:48.744080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:48.746977 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:48.803196 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb', 'status': 'completed', 'code': 200}
Jul 08 15:24:48.842612 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-9d66e447-248e-480d-bdec-9d32ae68b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:48.844101 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-9d66e447-248e-480d-bdec-9d32ae68b512 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 1096 time: 0.0739422
Jul 08 15:24:48.919017 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-a0d5e0d0-63a3-4e76-abb0-e587c30cbe65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb HTTP/1.1" status: 200  len: 217 time: 0.0646319
Jul 08 15:24:48.983860 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-bf4b5904-28bb-4984-a065-dba982c696da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:48.985252 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-bf4b5904-28bb-4984-a065-dba982c696da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baa6caa5-d513-41c9-8afc-125fb84b2c49 HTTP/1.1" status: 200  len: 853 time: 0.0588334
Jul 08 15:24:49.038770 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-52d793fd-9867-4fda-9011-2b7de7e70ab6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3deb8f4f-0b25-49a9-8f7e-f043df93b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463850
Jul 08 15:24:49.281128 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-4b0607b8-6ed8-48ca-b7a5-ac9c5d9ac123 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2295427
Jul 08 15:24:49.483302 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-089a93b5-b4ed-490d-a978-2bb2758ff3df req-615e2bb9-b359-4b34-83ef-6a2240a3335a service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948755
Jul 08 15:24:49.499106 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-fb6a3a04-f31c-4b95-828e-4422a6f61db9 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:49.499874 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-fb6a3a04-f31c-4b95-828e-4422a6f61db9 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Synchronizing usage tracker for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:49.518636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-fb6a3a04-f31c-4b95-828e-4422a6f61db9 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Unset dirty status for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:49.519813 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-fb6a3a04-f31c-4b95-828e-4422a6f61db9 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 943 time: 0.1585412
Jul 08 15:24:49.612509 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-63a84b68-13a2-475e-bbd7-d685e23a0a4d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Synchronizing usage tracker for tenant:344e7e03e9d14812917003523d329133 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:24:49.639062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-63a84b68-13a2-475e-bbd7-d685e23a0a4d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Unset dirty status for tenant:344e7e03e9d14812917003523d329133 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:24:49.640229 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9222154b-fe4d-4dd9-85d0-a5f2ffb6a5a5 req-63a84b68-13a2-475e-bbd7-d685e23a0a4d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142163
Jul 08 15:24:49.650060 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-31875f6f-7881-4b60-9a55-1bcb5a88d41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:49.651633 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-31875f6f-7881-4b60-9a55-1bcb5a88d41b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 1096 time: 0.0924733
Jul 08 15:24:49.789608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-3fbccede-ea32-472f-9232-c60c1946ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:49.790987 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-3fbccede-ea32-472f-9232-c60c1946ccb9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 914 time: 0.1299391
Jul 08 15:24:49.873991 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-e58b36d2-e1b4-4e97-8cfe-d0b2848c67cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb HTTP/1.1" status: 200  len: 217 time: 0.0702488
Jul 08 15:24:49.941185 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-1daff488-af55-48ce-a1d1-b3663e3abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:49.942614 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-1daff488-af55-48ce-a1d1-b3663e3abb4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baa6caa5-d513-41c9-8afc-125fb84b2c49 HTTP/1.1" status: 200  len: 853 time: 0.0616319
Jul 08 15:24:49.989617 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-9ab4f231-16b1-4cdf-98ea-bed322da72f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3deb8f4f-0b25-49a9-8f7e-f043df93b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0402963
Jul 08 15:24:50.124828 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-18a4808a-87f5-419b-afb7-cece9a8e7acd service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258147
Jul 08 15:24:50.261148 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-059a418d-7f77-441b-a6c8-a32b32b942cf req-26f1fe39-5c1b-459d-a199-e425f4dfb3a4 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255479
Jul 08 15:24:50.841857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222445f1-fa28-4d98-a164-a2cfe75592d2 req-c6b3d8d9-2d02-403c-b799-a4558d910781 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:50.843316 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-222445f1-fa28-4d98-a164-a2cfe75592d2 req-c6b3d8d9-2d02-403c-b799-a4558d910781 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 943 time: 0.0850132
Jul 08 15:24:50.892394 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-222445f1-fa28-4d98-a164-a2cfe75592d2 req-4736ae50-a15b-4886-a27d-cd7c8907dd9a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430655
Jul 08 15:24:51.159721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 8f5bb9ad-9ed2-442d-90c8-5647210a80cb details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:24:51.327650 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:51.342630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb', 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188', 'port_id': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb', 'mac_address': 'fa:16:3e:ba:f6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa6caa5-d513-41c9-8afc-125fb84b2c49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:24:51.400122 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:51.416737 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5bb9ad-9ed2-442d-90c8-5647210a80cb {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:24:51.432181 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:51.436016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:51.437802 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:51.501229 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:51.508491 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.508842 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.509176 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.509504 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.509828 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.510153 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.510475 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.510794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.511113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.511428 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.511742 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.512056 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:24:51.515828 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:51.683438 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['8f5bb9ad-9ed2-442d-90c8-5647210a80cb'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:24:52.076547 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bd67b-43d5-4c81-8bca-29a7d9aac2a4 req-d105f44f-7247-47eb-ba45-8ccf6b7c4185 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:52.077895 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48bd67b-43d5-4c81-8bca-29a7d9aac2a4 req-d105f44f-7247-47eb-ba45-8ccf6b7c4185 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 944 time: 0.0812366
Jul 08 15:24:52.121669 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e48bd67b-43d5-4c81-8bca-29a7d9aac2a4 req-a236f7ed-dd1a-4287-a016-e5a10a85cb0b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381899
Jul 08 15:24:52.596356 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40272) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:52.715313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:52.729235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:52.732985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Usage tracker for resource:security_group_rule and tenant:3ba526ada41941ce8a6a5da2982c2cf6 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:52.735771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:52.741933 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:52.822671 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:52.826581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:52.833718 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1e6d9b3b-0d11-4d8e-9929-d81c3ede6543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:52.874683 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ba526ada41941ce8a6a5da2982c2cf6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2771518
Jul 08 15:24:52.875615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3111bf-3e30-4f96-b9ef-3913d173a229,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:52.877351 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 40278) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:52.878859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:52.937876 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:52.962835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.014030 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.018597 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d50014f1-64d9-4465-bd96-dcad50b78887 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:53.032290 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3111bf-3e30-4f96-b9ef-3913d173a229,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:53.036036 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:53.043924 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.047273 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6f3111bf-3e30-4f96-b9ef-3913d173a229 HTTP/1.1" status: 204  len: 168 time: 0.1655734
Jul 08 15:24:53.174137 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 8f5bb9ad-9ed2-442d-90c8-5647210a80cb up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:24:53.269930 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:24:53.275738 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:24:53.276133 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.319907 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8cb796-f70c-434e-b750-a838cd14986a req-6d15f8df-0fbf-40ac-8614-e87fb938e7ba tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:53.322937 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6b8cb796-f70c-434e-b750-a838cd14986a req-6d15f8df-0fbf-40ac-8614-e87fb938e7ba tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 944 time: 0.0934923
Jul 08 15:24:53.369724 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6b8cb796-f70c-434e-b750-a838cd14986a req-f621e8e9-2f93-4a40-a5e5-77aa0bbe7c41 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399103
Jul 08 15:24:53.403249 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.407869 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 40288) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:53.430462 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.432876 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:24:53.445209 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:24:53.446089 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:53.449516 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.450085 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Usage tracker for resource:security_group_rule and tenant:95fe2d96cdd24fd5961e399b9b80b7af is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:53.452898 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:53.453166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:53.459016 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:53.495862 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb', 'code': 200}
Jul 08 15:24:53.546424 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:53.549414 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:53.551743 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.557054 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.563618 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2a628cfb-d404-4ca7-9e68-a8f352f6efdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:53.605723 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=95fe2d96cdd24fd5961e399b9b80b7af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1966550
Jul 08 15:24:53.606644 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ad6ed-f907-4b90-b961-035d5886fda6,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:53.608822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40296) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:53.609645 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:53.672044 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.746155 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.798257 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ceaad7-9af9-44a4-95c2-be548aa1fc3f req-e433d476-f981-4de6-9277-0d1d020334ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:53.799869 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b7ceaad7-9af9-44a4-95c2-be548aa1fc3f req-e433d476-f981-4de6-9277-0d1d020334ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 1098 time: 0.1182833
Jul 08 15:24:53.821960 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.828712 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4bee1476-01b1-49c0-bc91-d8d4fd52107f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:53.849643 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ad6ed-f907-4b90-b961-035d5886fda6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:53.853089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:53.866284 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b7ceaad7-9af9-44a4-95c2-be548aa1fc3f req-ed35b849-301e-4653-aeee-8643ae24c721 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595419
Jul 08 15:24:53.868228 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:53.869263 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-150702c8-6cfa-439b-854a-a2c330a31007 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/514ad6ed-f907-4b90-b961-035d5886fda6 HTTP/1.1" status: 204  len: 168 time: 0.2594612
Jul 08 15:24:54.201862 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 40306) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:54.219984 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.234730 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:24:54.238508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Usage tracker for resource:security_group_rule and tenant:05850cf4f23548b4b3f8d576400b5d07 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:24:54.241300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:24:54.246908 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:24:54.331986 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.334049 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.336764 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.343904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2aa8af09-e44d-440b-92ca-59e194026450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:54.388246 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=05850cf4f23548b4b3f8d576400b5d07&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1853437
Jul 08 15:24:54.389269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e1ae93-c772-4dbe-a12d-4274744ac5d6,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:54.390913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40310) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:24:54.392513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:54.453790 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.614913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.717043 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.723268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b6568485-21c2-4207-9ad2-257c014e596b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:24:54.743667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e1ae93-c772-4dbe-a12d-4274744ac5d6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:24:54.747585 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:24:54.750002 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:54.753688 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d2e3edfa-7238-4079-a5a5-96e450fab7d0 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e3e1ae93-c772-4dbe-a12d-4274744ac5d6 HTTP/1.1" status: 204  len: 168 time: 0.3592432
Jul 08 15:24:54.774149 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a9f75-65c7-4290-8c13-9ec79ac90b4f req-fe9d9406-6410-4bfc-9e45-aeb73f92b19c tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:54.775690 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-158a9f75-65c7-4290-8c13-9ec79ac90b4f req-fe9d9406-6410-4bfc-9e45-aeb73f92b19c tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 945 time: 0.2195501
Jul 08 15:24:54.821605 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-158a9f75-65c7-4290-8c13-9ec79ac90b4f req-dc1a9bc7-aa06-4f30-878e-c28f15840bb5 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401137
Jul 08 15:24:56.008982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0559b-c00a-4f27-8815-08ff977a5f19 req-36b39fdf-31b3-4357-9e6f-b35b4ffdc2a4 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:24:56.010477 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bea0559b-c00a-4f27-8815-08ff977a5f19 req-36b39fdf-31b3-4357-9e6f-b35b4ffdc2a4 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 945 time: 0.0851049
Jul 08 15:24:56.055761 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bea0559b-c00a-4f27-8815-08ff977a5f19 req-eacab1c8-a909-4ae0-b03b-49a5def1721a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397336
Jul 08 15:24:56.310166 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:24:59.183988 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b2282500-8f93-4c45-89c7-2cb1dd0b85cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:24:59.748259 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:01.851615 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd10c-7620-4ae7-a51f-d798abd01a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:02.637490 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:04.114222 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:18.242373 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-7667caed-df1a-4dad-b34f-cd7a2ab110d1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1671631
Jul 08 15:25:18.380124 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-dc0f8137-49c3-4677-afb3-9035372e72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:18.381633 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-dc0f8137-49c3-4677-afb3-9035372e72b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 1098 time: 0.0709763
Jul 08 15:25:18.532698 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-006e7709-64d4-41ae-97ac-13e7ffc93720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:18.534193 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-006e7709-64d4-41ae-97ac-13e7ffc93720 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.1283340
Jul 08 15:25:18.640350 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-9077fe45-2129-4bca-a290-e50058e13b24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 200  len: 1001 time: 0.0988855
Jul 08 15:25:18.708100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-a6f0b259-446c-4d20-85c0-b56a30f561ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:18.709607 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-a6f0b259-446c-4d20-85c0-b56a30f561ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0621767
Jul 08 15:25:18.788128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-683f1443-a4bb-4f2a-9469-52d9207a650a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:18.789576 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-683f1443-a4bb-4f2a-9469-52d9207a650a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0698972
Jul 08 15:25:18.924093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-1aff7ff2-e7df-45cd-a51e-2d04c6ab0e96 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246171
Jul 08 15:25:19.057903 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b6ba3c3-66b8-453b-bcac-702827dbe1fc req-6a08075a-58de-4aa9-b007-705baafd32b8 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261606
Jul 08 15:25:24.325955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:25.025480 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6cf02a-082f-48f1-a5ba-645c19bc2e78 req-63134c6f-493a-4b80-8b1c-44550f281856 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:25.026952 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5b6cf02a-082f-48f1-a5ba-645c19bc2e78 req-63134c6f-493a-4b80-8b1c-44550f281856 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0800810
Jul 08 15:25:25.072657 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5b6cf02a-082f-48f1-a5ba-645c19bc2e78 req-bc3b4699-f68f-4c90-914c-f60e3cf4f604 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398672
Jul 08 15:25:26.261898 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7759be-56c7-4da7-81da-ae2c97b265b9 req-23a15b61-1f82-4a77-940e-ed4f6268e393 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:26.263505 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2d7759be-56c7-4da7-81da-ae2c97b265b9 req-23a15b61-1f82-4a77-940e-ed4f6268e393 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0797212
Jul 08 15:25:26.312363 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2d7759be-56c7-4da7-81da-ae2c97b265b9 req-8e2e589a-14ac-4b6c-b735-147bb862612e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426810
Jul 08 15:25:27.569111 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807abab4-0bf0-4be6-9478-0127b11cab82 req-64238fad-7e2c-481c-8bac-dce47970570a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:27.570614 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-807abab4-0bf0-4be6-9478-0127b11cab82 req-64238fad-7e2c-481c-8bac-dce47970570a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1480117
Jul 08 15:25:27.616892 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-807abab4-0bf0-4be6-9478-0127b11cab82 req-dc7ffc94-bc0c-4932-8cef-be845bcee1c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394442
Jul 08 15:25:28.811139 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e807d7-f19b-4df8-827c-e8e81bde324a req-13e8411f-7923-4487-848e-13356ff5f151 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:28.812615 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d1e807d7-f19b-4df8-827c-e8e81bde324a req-13e8411f-7923-4487-848e-13356ff5f151 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0785763
Jul 08 15:25:28.856954 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d1e807d7-f19b-4df8-827c-e8e81bde324a req-c3935f43-0b32-490e-a944-e03792d48fe6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381930
Jul 08 15:25:29.185728 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-25398d59-2b4c-497e-acb0-2b6181084ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:29.751468 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:30.056046 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36534a-f36f-4ba2-9375-b609b70cce31 req-48b8f93f-e644-42ec-923e-54f124a89ac6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:30.057599 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ca36534a-f36f-4ba2-9375-b609b70cce31 req-48b8f93f-e644-42ec-923e-54f124a89ac6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0887055
Jul 08 15:25:30.113024 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ca36534a-f36f-4ba2-9375-b609b70cce31 req-3e09fe90-d15f-4cff-a819-db3dc0217c3f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477631
Jul 08 15:25:30.293742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573a7a5-38f4-459f-abcc-74fad5bb8ee9 req-0f054888-83e7-49cc-ab86-55942ff03d87 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:30.295122 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5573a7a5-38f4-459f-abcc-74fad5bb8ee9 req-0f054888-83e7-49cc-ab86-55942ff03d87 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.0841744
Jul 08 15:25:30.341346 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5573a7a5-38f4-459f-abcc-74fad5bb8ee9 req-17a33921-98ed-4a77-adc7-162e97211dc1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401697
Jul 08 15:25:31.313047 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63f80a-6f13-4b07-b105-474f545f6f71 req-a3a76a0a-6839-4a1e-82cf-825ca9f8e5b4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:31.314588 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9d63f80a-6f13-4b07-b105-474f545f6f71 req-a3a76a0a-6839-4a1e-82cf-825ca9f8e5b4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0828900
Jul 08 15:25:31.360682 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9d63f80a-6f13-4b07-b105-474f545f6f71 req-b665dddb-514b-41c9-b4ab-7749236d1e37 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396233
Jul 08 15:25:31.533128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cd04d-e23b-4235-91c7-51acdec871ac req-d4bf83f0-f356-4d38-8ae3-e88071df9309 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:31.534681 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b13cd04d-e23b-4235-91c7-51acdec871ac req-d4bf83f0-f356-4d38-8ae3-e88071df9309 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.0841734
Jul 08 15:25:31.582580 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b13cd04d-e23b-4235-91c7-51acdec871ac req-7bd5e8e6-039c-43c4-bf9e-2963b49fc267 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422099
Jul 08 15:25:31.854742 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e9deb997-f50c-4a7e-9954-954405759ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:32.556249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2dfc-b72a-43d7-9973-7875e55de307 req-f9f5f863-d562-4ae7-bd8f-a49e108fd4c6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:32.557770 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aadf2dfc-b72a-43d7-9973-7875e55de307 req-f9f5f863-d562-4ae7-bd8f-a49e108fd4c6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0876355
Jul 08 15:25:32.603779 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aadf2dfc-b72a-43d7-9973-7875e55de307 req-741e008e-0241-49e1-9919-da49f2dc0aab tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395565
Jul 08 15:25:32.641289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:32.775694 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f39bb-d072-451b-9d64-ed42d3aa79ff req-530a99d4-9b81-4359-b459-bb96ac289994 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:32.777202 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-647f39bb-d072-451b-9d64-ed42d3aa79ff req-530a99d4-9b81-4359-b459-bb96ac289994 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.0811410
Jul 08 15:25:32.823930 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-647f39bb-d072-451b-9d64-ed42d3aa79ff req-3948a3a7-c06c-47c4-b5ad-8de3a424e6dd tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409102
Jul 08 15:25:33.309547 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:25:33.798928 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6373ae-c2db-4c97-8d69-34146d30479e req-eec4369f-f976-449a-b4f8-4fae847115fe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:33.800389 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f6373ae-c2db-4c97-8d69-34146d30479e req-eec4369f-f976-449a-b4f8-4fae847115fe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0798647
Jul 08 15:25:33.847978 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f6373ae-c2db-4c97-8d69-34146d30479e req-166987d4-78b9-4eae-9147-ecf40cbaa9b8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418050
Jul 08 15:25:34.102657 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ff4ca-fcc4-488a-9aa9-9a93dbd94a7e req-01e3d55e-88e2-402b-81b3-4ff54783bc67 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:34.103358 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f26ff4ca-fcc4-488a-9aa9-9a93dbd94a7e req-01e3d55e-88e2-402b-81b3-4ff54783bc67 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.1695719
Jul 08 15:25:34.118734 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:34.148011 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f26ff4ca-fcc4-488a-9aa9-9a93dbd94a7e req-aef743ac-6142-4aad-a01c-6a4af2b2600f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388937
Jul 08 15:25:35.050080 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdc4e7-c258-45d5-ab51-af2fbe13ce8b req-69fbd1f2-084e-4c12-8e87-a95161ad87d4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:35.052145 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e4bdc4e7-c258-45d5-ab51-af2fbe13ce8b req-69fbd1f2-084e-4c12-8e87-a95161ad87d4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0871313
Jul 08 15:25:35.104727 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e4bdc4e7-c258-45d5-ab51-af2fbe13ce8b req-42790226-2203-471d-a0dc-32a026433fec tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465348
Jul 08 15:25:35.123225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 40776) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:25:35.245406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.262802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:25:35.302537 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Usage tracker for resource:security_group_rule and tenant:2aed49f5eeef409d8dd62465566278bd is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:25:35.312710 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:25:35.329741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:25:35.390938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba77e96-b910-4f5d-8641-74be4d4c34c0 req-c5723b19-e11d-4ac2-9e2d-163cc2d6040b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:35.392431 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5ba77e96-b910-4f5d-8641-74be4d4c34c0 req-c5723b19-e11d-4ac2-9e2d-163cc2d6040b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.1344295
Jul 08 15:25:35.463218 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5ba77e96-b910-4f5d-8641-74be4d4c34c0 req-7fde94d1-76c0-4571-8b5b-b93caa0be9d8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649571
Jul 08 15:25:35.482343 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.486987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.494335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d39232a3-e1a3-4b44-8c14-a75cef5d2c13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:35.536301 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a0c1d6-d342-4885-8ae8-010af216db7b,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:35.541660 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-86576c0c-b562-4904-a298-154996899bde admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2aed49f5eeef409d8dd62465566278bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4173806
Jul 08 15:25:35.544783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 40786) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:25:35.546312 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.546700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.547079 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.547444 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.547876 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.548174 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.548561 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.548920 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.549280 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.549636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.549998 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.550348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.555025 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-86576c0c-b562-4904-a298-154996899bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:35.607515 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.634162 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.690693 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.695972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e6882dc6-271b-405f-ab7f-88ca4aa833a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:35.709231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a0c1d6-d342-4885-8ae8-010af216db7b,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:35.722426 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.723303 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.723661 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.724008 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.724355 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.724724 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.725069 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.725410 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.725752 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.726092 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.726431 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.726765 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:35.731509 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:35.733458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:35.734564 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/15a0c1d6-d342-4885-8ae8-010af216db7b HTTP/1.1" status: 204  len: 168 time: 0.1888242
Jul 08 15:25:36.300727 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5811519-e61c-4e8d-a732-5d31e22bef86 req-60f66d3c-9953-48c9-9a31-09e3b7771c37 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:36.302220 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d5811519-e61c-4e8d-a732-5d31e22bef86 req-60f66d3c-9953-48c9-9a31-09e3b7771c37 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0876682
Jul 08 15:25:36.354033 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d5811519-e61c-4e8d-a732-5d31e22bef86 req-e94336e6-e5f9-48f0-819a-2e56e4854248 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450222
Jul 08 15:25:36.661263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63906-ca68-422f-b9d4-7bd6957d4e16 req-6e62829d-ac34-46be-ad69-87db01346864 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:36.661976 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ba63906-ca68-422f-b9d4-7bd6957d4e16 req-6e62829d-ac34-46be-ad69-87db01346864 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 945 time: 0.0933168
Jul 08 15:25:36.713763 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1ba63906-ca68-422f-b9d4-7bd6957d4e16 req-2c313cde-4b6f-4d4c-8b4b-5adec7f2cfa2 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440557
Jul 08 15:25:37.410020 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 91cf77f0-216a-4bc5-8629-d432af2a1844 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:25:37.523334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:37.543249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf567c09-3217-4e77-949d-ff02f25b7bd3 req-501c2a57-4fa3-4d3e-a5d0-41f372278abe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:37.544771 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bf567c09-3217-4e77-949d-ff02f25b7bd3 req-501c2a57-4fa3-4d3e-a5d0-41f372278abe tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0802774
Jul 08 15:25:37.549506 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:25:37.560114 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:25:37.566307 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:37.568967 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:37.596216 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bf567c09-3217-4e77-949d-ff02f25b7bd3 req-c36b5ae1-bc5d-401e-a436-7ef0247a7a42 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457532
Jul 08 15:25:37.605428 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'code': 200}
Jul 08 15:25:37.640017 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=6']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:37.643090 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:37.905667 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95d281-7266-4f26-9234-3eedebe85ff8 req-8ff66d87-a3f8-4928-8211-d6d2c50837dc tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:37.907056 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be95d281-7266-4f26-9234-3eedebe85ff8 req-8ff66d87-a3f8-4928-8211-d6d2c50837dc tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0814176
Jul 08 15:25:37.950935 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be95d281-7266-4f26-9234-3eedebe85ff8 req-f9a1c98d-e846-47b9-9297-8b2ce05d9d54 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383322
Jul 08 15:25:38.796022 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de4bf3-6b27-417e-b1dc-eec16316f09b req-bc2dcb2d-a664-407f-9c15-1cb0faf1830d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:38.797513 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-45de4bf3-6b27-417e-b1dc-eec16316f09b req-bc2dcb2d-a664-407f-9c15-1cb0faf1830d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0827203
Jul 08 15:25:38.844570 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-45de4bf3-6b27-417e-b1dc-eec16316f09b req-8e9b4cbd-dcf8-4501-b33f-00e793722a00 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412786
Jul 08 15:25:39.137197 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cbd4ac-6165-48a0-bbde-4d124439fce1 req-c0137dc3-7f98-4338-bc85-b986b4048b36 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:39.138672 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09cbd4ac-6165-48a0-bbde-4d124439fce1 req-c0137dc3-7f98-4338-bc85-b986b4048b36 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0851023
Jul 08 15:25:39.182353 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09cbd4ac-6165-48a0-bbde-4d124439fce1 req-12566a53-5001-471e-b404-2e5c3bce05f3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381787
Jul 08 15:25:40.032267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cda60-e635-4ffb-bedd-3c8eb014d5f3 req-847b2ff6-0661-4dc5-a62a-f4e3e5414b17 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:40.033757 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-782cda60-e635-4ffb-bedd-3c8eb014d5f3 req-847b2ff6-0661-4dc5-a62a-f4e3e5414b17 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0801158
Jul 08 15:25:40.081438 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-782cda60-e635-4ffb-bedd-3c8eb014d5f3 req-cc732e87-0d6e-4242-99c5-0a8b60c5ab74 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415151
Jul 08 15:25:40.365767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4398df-d610-41d7-bc9e-a68187251996 req-64d6d0f2-ef54-4a6d-8013-47bfc66a1460 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:40.367280 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7a4398df-d610-41d7-bc9e-a68187251996 req-64d6d0f2-ef54-4a6d-8013-47bfc66a1460 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0820487
Jul 08 15:25:40.414951 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7a4398df-d610-41d7-bc9e-a68187251996 req-322df39c-0f28-43cb-aedc-cf5e9cf76efd tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419128
Jul 08 15:25:41.269057 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf72659-770b-4ff2-bf1c-35331dee29b9 req-bdf7098e-ac79-42b9-80f6-c534a666d8e2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:41.270505 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-faf72659-770b-4ff2-bf1c-35331dee29b9 req-bdf7098e-ac79-42b9-80f6-c534a666d8e2 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0800712
Jul 08 15:25:41.314339 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-faf72659-770b-4ff2-bf1c-35331dee29b9 req-70c95dc9-2f80-48ef-9e48-7d1bc3d05a4f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383008
Jul 08 15:25:41.598710 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e6e29e-204d-4073-960e-9b306d692f22 req-586667a5-9e4a-4ec9-9488-9907156e37aa tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:41.600073 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-43e6e29e-204d-4073-960e-9b306d692f22 req-586667a5-9e4a-4ec9-9488-9907156e37aa tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0794096
Jul 08 15:25:41.644309 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-43e6e29e-204d-4073-960e-9b306d692f22 req-ab364937-0d71-4d1f-a35d-879673b8460a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385835
Jul 08 15:25:42.182286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-71b70c6c-9e42-496d-85ca-ffa2a63a7dd1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:42.183731 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-71b70c6c-9e42-496d-85ca-ffa2a63a7dd1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.0849609
Jul 08 15:25:42.254582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port 91cf77f0-216a-4bc5-8629-d432af2a1844 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:25:42.254938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:42.516940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] For port 91cf77f0-216a-4bc5-8629-d432af2a1844, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=91cf77f0-216a-4bc5-8629-d432af2a1844,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:25:42.517310 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:42.525199 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31629b6-eded-44aa-912c-3fa55c86b617 req-cf043b08-3eff-4aee-94c6-7a78d9c44e56 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:42.526501 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f31629b6-eded-44aa-912c-3fa55c86b617 req-cf043b08-3eff-4aee-94c6-7a78d9c44e56 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0981188
Jul 08 15:25:42.572455 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f31629b6-eded-44aa-912c-3fa55c86b617 req-1e5a8e40-3ef0-4b61-b11a-8261fe65e949 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401154
Jul 08 15:25:42.923347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:42.923926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:42.923926 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 2a9aaeb6-82f9-411b-840b-a3437b906912 disassociated. External IP: 172.27.2.231, port: 91cf77f0-216a-4bc5-8629-d432af2a1844.
Jul 08 15:25:42.924251 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for 91cf77f0-216a-4bc5-8629-d432af2a1844 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:25:42.997947 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74d392-460b-42ca-b1e8-aa5aed5dcf56 req-f51a7aca-17d2-40f7-aff6-f7176632e91f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:42.999384 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e74d392-460b-42ca-b1e8-aa5aed5dcf56 req-f51a7aca-17d2-40f7-aff6-f7176632e91f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 943 time: 0.1851139
Jul 08 15:25:43.186799 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e74d392-460b-42ca-b1e8-aa5aed5dcf56 req-c32cc6ee-e362-4f8e-a79d-711dbaaf8fbd tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0787027
Jul 08 15:25:43.211736 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:43.217725 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5288431d-aef9-4597-9d9d-0bc1c8f9d904 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:43.265385 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=91cf77f0-216a-4bc5-8629-d432af2a1844,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:43.268922 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:43.458097 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:25:43.661058 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:25:43.674283 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:25:43.694340 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:25:43.695029 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb6b550>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:25:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:25:43.749501 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] No DVR routers for this DVR port 91cf77f0-216a-4bc5-8629-d432af2a1844 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:25:43.752401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:43.755477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-deleted', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:25:43.788419 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c2434ff5-1655-4425-9099-8e761d69b6f8 req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "DELETE /v2.0/ports/91cf77f0-216a-4bc5-8629-d432af2a1844 HTTP/1.1" status: 204  len: 173 time: 1.5988512
Jul 08 15:25:43.877448 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20eb03-9e64-4a1d-a31d-f775f23a44e2 req-f980a7fa-edf7-4ca1-aaff-013867a85f58 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:43.879796 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4c20eb03-9e64-4a1d-a31d-f775f23a44e2 req-f980a7fa-edf7-4ca1-aaff-013867a85f58 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1439073
Jul 08 15:25:43.915589 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:25:43.929462 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4c20eb03-9e64-4a1d-a31d-f775f23a44e2 req-4a74a849-8cd8-4f31-aa69-08a6f927a3c0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439548
Jul 08 15:25:43.952492 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd359a55-1b12-44d9-938d-e9719864f42b', 'name': 'network-vif-deleted', 'tag': '91cf77f0-216a-4bc5-8629-d432af2a1844', 'status': 'completed', 'code': 200}
Jul 08 15:25:44.254902 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb6b550>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:25:44.258846 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:25:44.267187 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:25:44.267803 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb6b550>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:25:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:25:44.339690 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1f49d52c-a882-40b9-acde-6d022ede2daa req-19f26dbd-fd76-4956-a647-3c5df1801e5c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0470862
Jul 08 15:25:44.449387 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:25:44.770598 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb6b550>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:25:44.774548 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66657f9d-66da-4286-9c12-e6b5c58f8eee None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:25:44.994781 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534cc5a8-7947-4878-813c-421aef1ba37f None None] New status for floating IP 2a9aaeb6-82f9-411b-840b-a3437b906912: DOWN {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:25:45.122873 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f481cb5-a368-40a9-b9f5-bf502ba66cc1 req-7c4910f6-9f27-49e4-bfdd-20d786a80be4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:45.124401 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f481cb5-a368-40a9-b9f5-bf502ba66cc1 req-7c4910f6-9f27-49e4-bfdd-20d786a80be4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0812573
Jul 08 15:25:45.171545 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f481cb5-a368-40a9-b9f5-bf502ba66cc1 req-6f239663-1d8a-4425-b6d1-e9dfbf0fc09a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398276
Jul 08 15:25:45.488384 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-035833da-3a74-4e03-9d22-658c2707b349 req-6cf1c1b4-dd91-465c-8a40-28c5540bf38c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0425005
Jul 08 15:25:46.365108 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d3917-46ac-4de0-a30d-ccdcc2f962b6 req-17594a91-cebb-471a-87c5-d012d8ddc7dd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:46.366574 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f64d3917-46ac-4de0-a30d-ccdcc2f962b6 req-17594a91-cebb-471a-87c5-d012d8ddc7dd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0830650
Jul 08 15:25:46.411463 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f64d3917-46ac-4de0-a30d-ccdcc2f962b6 req-2d52d3e5-95c9-4cb8-b782-8a44d4280f0b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393822
Jul 08 15:25:46.777095 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ba670429-aa2b-46c8-a871-5dfc1a1ead1b req-65c84f57-5753-4375-a4d4-b13927edce89 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0427365
Jul 08 15:25:47.601980 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3478e5-0419-459c-a996-8c59fb6ce599 req-fa1c2e15-fc76-4a2f-b6d8-d1fb898dbdd6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:47.603443 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0f3478e5-0419-459c-a996-8c59fb6ce599 req-fa1c2e15-fc76-4a2f-b6d8-d1fb898dbdd6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0793941
Jul 08 15:25:47.651720 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0f3478e5-0419-459c-a996-8c59fb6ce599 req-f4274328-fac7-47b2-8312-89aba63f9e34 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424867
Jul 08 15:25:47.926338 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a98831d5-2a0f-45da-97ef-4f93bb85a16a req-b4a45f33-6fed-4570-a48d-17e30d9bcb58 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0460832
Jul 08 15:25:48.845251 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c77609-2ad9-4205-bb9d-d2f35cc03d62 req-69314630-5a22-4543-85e7-d8c31d172177 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:48.846725 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d9c77609-2ad9-4205-bb9d-d2f35cc03d62 req-69314630-5a22-4543-85e7-d8c31d172177 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0815518
Jul 08 15:25:48.890761 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d9c77609-2ad9-4205-bb9d-d2f35cc03d62 req-0a7a355b-28b8-457c-bd57-34392ce6990b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377378
Jul 08 15:25:49.044884 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:25:49.079766 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-add9d7b1-7509-4d86-b999-5140d33208d6 req-af368471-f1a4-4bff-b87b-d914993c7a86 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0460522
Jul 08 15:25:49.191721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:25:49.205134 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:25:49.265367 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:49.284349 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:25:49.300596 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:25:49.304864 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:49.306538 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:49.373124 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=6']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:49.376229 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:50.108123 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f002c1-e965-41b2-9b55-4959d2f3569e req-61b9316f-006c-4e66-8f2f-2cdb28d730c7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:50.110546 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-69f002c1-e965-41b2-9b55-4959d2f3569e req-61b9316f-006c-4e66-8f2f-2cdb28d730c7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.1024239
Jul 08 15:25:50.170162 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-69f002c1-e965-41b2-9b55-4959d2f3569e req-5edbec8f-d0a8-4d25-bf0d-1200e41307d4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533361
Jul 08 15:25:50.192990 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['3a99971c-9d1e-4e19-921c-2c5b037884b2'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:25:50.239964 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8567da7b-fa04-45cf-8418-59890615b33f req-caf886f0-a7a5-44a7-ad92-a0304b071868 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0467203
Jul 08 15:25:51.388577 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871a51-f8df-4b7c-8625-707d1f83d238 req-04359e52-0122-4f00-9a91-718bf733b7e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:51.397048 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b7871a51-f8df-4b7c-8625-707d1f83d238 req-04359e52-0122-4f00-9a91-718bf733b7e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.1021535
Jul 08 15:25:51.435198 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fdc89e3b-2ccb-428f-affe-4ea784d43efa req-bee5e981-40c0-4b20-be4f-9d38a864060b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0852892
Jul 08 15:25:51.448721 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b7871a51-f8df-4b7c-8625-707d1f83d238 req-84182783-5a7b-4465-95a5-c6b930281177 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501866
Jul 08 15:25:51.477742 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:25:51.558671 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:25:51.558952 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:51.697709 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:51.730056 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:25:51.747657 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:25:51.756439 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:51.758370 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:25:51.857280 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=7']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:25:51.868116 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.868548 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.869010 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.869487 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.870042 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.871057 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.871625 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.871976 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.872309 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.872665 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.872993 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.873310 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:25:51.877935 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'code': 200}
Jul 08 15:25:51.878787 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:25:52.590237 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-b5541211-2480-4830-8d62-6470f50940ce req-39d4d723-bf21-4e60-9ff1-59057c7c286f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:25:52.617198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-b5541211-2480-4830-8d62-6470f50940ce req-39d4d723-bf21-4e60-9ff1-59057c7c286f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:25:52.618878 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b5541211-2480-4830-8d62-6470f50940ce req-39d4d723-bf21-4e60-9ff1-59057c7c286f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0731695
Jul 08 15:25:52.689872 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a8fc3-d253-48c4-a448-de8b4bb2d282 req-e0e5e966-2123-44d8-820f-b544e53ebd46 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:52.692017 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-374a8fc3-d253-48c4-a448-de8b4bb2d282 req-e0e5e966-2123-44d8-820f-b544e53ebd46 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1082489
Jul 08 15:25:52.745760 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-374a8fc3-d253-48c4-a448-de8b4bb2d282 req-d7fdd949-b519-44ff-ac23-c05099233040 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477533
Jul 08 15:25:53.811626 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0ae04e31-7564-4436-a8ad-59c4ccdc238a req-82173880-ce28-4fca-ac3e-650da7bde072 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0503156
Jul 08 15:25:54.065529 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127523c-ffc4-46d3-a0b0-3377340ddd6e req-f9e72e28-14ae-4f21-969a-fb8531c6ae86 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:54.067073 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d127523c-ffc4-46d3-a0b0-3377340ddd6e req-f9e72e28-14ae-4f21-969a-fb8531c6ae86 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1668930
Jul 08 15:25:54.125039 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d127523c-ffc4-46d3-a0b0-3377340ddd6e req-3b3d88d1-23b4-47a2-aaf9-e9768b623e69 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518212
Jul 08 15:25:54.346287 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:55.010640 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f8849962-d9c8-4271-a335-a2e5ae1e5f85 req-9ddf5cfb-01b7-4d5b-9649-eb8752fc0953 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0624146
Jul 08 15:25:55.359714 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bbe98-e476-4c06-849a-67984e795a15 req-294a5a33-3b9d-4cad-9d1e-f7d7e49da81a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:55.361342 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-014bbe98-e476-4c06-849a-67984e795a15 req-294a5a33-3b9d-4cad-9d1e-f7d7e49da81a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1002562
Jul 08 15:25:55.420746 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-014bbe98-e476-4c06-849a-67984e795a15 req-c8fcea1e-60eb-4b4d-8ce8-44399e12b90c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521336
Jul 08 15:25:56.205206 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0454416a-4409-4ed8-859b-3a0c46dd0be8 req-924b9208-a41f-4b11-8080-82bfb41f1db5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0486090
Jul 08 15:25:56.638601 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04c1b-1911-4e54-abaf-47aa51173669 req-817d294c-3e96-4420-a8d8-a12ea883f81b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:56.640739 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-36e04c1b-1911-4e54-abaf-47aa51173669 req-817d294c-3e96-4420-a8d8-a12ea883f81b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0951436
Jul 08 15:25:56.705280 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-36e04c1b-1911-4e54-abaf-47aa51173669 req-8537c575-4c5c-44c0-98b2-93b9deaa2690 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0588093
Jul 08 15:25:57.547738 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c2b42f1a-a1a9-4ad5-810e-112c7d1a0080 req-c983b783-1b28-4db3-9065-4b6ef2c5ee21 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=bd359a55-1b12-44d9-938d-e9719864f42b HTTP/1.1" status: 200  len: 210 time: 0.0514383
Jul 08 15:25:57.949650 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d2149c-a92a-4ca2-886f-a4ffe9992c2b req-9be8200b-a88d-4596-a52b-039b3c2fa256 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:57.951325 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-74d2149c-a92a-4ca2-886f-a4ffe9992c2b req-9be8200b-a88d-4596-a52b-039b3c2fa256 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1000745
Jul 08 15:25:58.011385 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-74d2149c-a92a-4ca2-886f-a4ffe9992c2b req-6bc9cd08-032b-4c90-8bc9-23d192647b2d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529454
Jul 08 15:25:58.899379 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-badb3851-cf3c-46e7-8409-0ce870ccbd19 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214752753&fields=id&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 267 time: 0.0424328
Jul 08 15:25:59.062564 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-02e5b92a-379e-464b-a480-a6ed40ee9011 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:59.064083 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-02e5b92a-379e-464b-a480-a6ed40ee9011 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.1580186
Jul 08 15:25:59.083312 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-37fe3e7c-53ef-407e-b7cf-abdee13f3b2b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/quotas/7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 375 time: 0.0100534
Jul 08 15:25:59.171054 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e539656f-8c48-445b-852f-1542cfdaca52 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0819483
Jul 08 15:25:59.191411 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-d22e28f7-cd58-4a29-8c1a-d2aa12ee353f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:59.302742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3b551-7d18-4cfa-a2f4-5261eb2bd70e req-d2e5491d-1008-4590-8102-73532d76c926 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:25:59.304226 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d0a3b551-7d18-4cfa-a2f4-5261eb2bd70e req-d2e5491d-1008-4590-8102-73532d76c926 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1798451
Jul 08 15:25:59.349602 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d0a3b551-7d18-4cfa-a2f4-5261eb2bd70e req-9fb1ff97-a891-440d-8b8e-17ac7645e4ed tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390272
Jul 08 15:25:59.417406 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-d99dfdd0-8efc-437c-8023-cae78f88021c service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336659
Jul 08 15:25:59.548616 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-5a212208-725e-4e47-a626-518a8fbcf921 service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254838
Jul 08 15:25:59.753784 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:25:59.943575 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6eaf2625-72ea-4c62-a7e4-b1a6ffa64e6c req-32303762-b357-4fda-a6c5-d1d82e1f2bd1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 210 time: 0.0436852
Jul 08 15:26:00.541258 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ec521-c71c-47c0-9994-5249c914cda8 req-8fc9e2fe-3898-4578-92ba-8eb9e7395e59 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:00.542746 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6a3ec521-c71c-47c0-9994-5249c914cda8 req-8fc9e2fe-3898-4578-92ba-8eb9e7395e59 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0799506
Jul 08 15:26:00.589938 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6a3ec521-c71c-47c0-9994-5249c914cda8 req-6b8ebb38-7e29-4e55-bd07-c8a62b63f07f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415370
Jul 08 15:26:01.101400 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f121ada7-e767-4f36-9ee8-800dfbda066f req-c6853ef9-4983-460d-b9d6-a51cbdc7ec40 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 210 time: 0.0514288
Jul 08 15:26:01.631106 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-d7a50a09-f1b4-490c-8540-e0678f97b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:01.632640 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-d7a50a09-f1b4-490c-8540-e0678f97b0f0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1098 time: 0.0738640
Jul 08 15:26:01.798227 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035e1ca-841b-43d4-9298-97c519f8b6ad req-cc363e32-394c-4a1a-8e82-d09676eba099 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:01.799790 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1035e1ca-841b-43d4-9298-97c519f8b6ad req-cc363e32-394c-4a1a-8e82-d09676eba099 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0854208
Jul 08 15:26:01.852623 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1035e1ca-841b-43d4-9298-97c519f8b6ad req-c04caf15-cc14-4e7a-9336-515c6ef3b4ae tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463834
Jul 08 15:26:01.884124 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-fb84e968-aff5-4d9b-aee6-b8f9a5e3e0e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:01.893438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-84272b61-4478-4ae7-b432-95de6408ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:01.894959 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-84272b61-4478-4ae7-b432-95de6408ad59 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.2562039
Jul 08 15:26:01.906946 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-82d98b33-bc7d-4f87-8ecb-58188c6f3b5e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:01.908281 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-82d98b33-bc7d-4f87-8ecb-58188c6f3b5e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.1936598
Jul 08 15:26:02.042473 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-f8673454-41ad-4dbd-9ee9-76827983b18d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 379 time: 0.0738783
Jul 08 15:26:02.046899 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-03c8c840-82fd-47c3-817f-767d3351e699 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 1001 time: 0.1377401
Jul 08 15:26:02.052051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'port': {'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'admin_state_up': True, 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'security_groups': ['3673366c-875a-44c1-9199-a1bc478a4865']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:26:02.197427 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-c40ac1d4-75c9-4ef5-abca-c20edeb9d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:02.198827 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-c40ac1d4-75c9-4ef5-abca-c20edeb9d40e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.1334240
Jul 08 15:26:02.328975 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e7149498-372e-4a76-9f3d-4c1e2d9eabb4 req-ed8928a9-9411-4443-9353-81b3fad2a28d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 210 time: 0.0750935
Jul 08 15:26:02.339782 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:26:02.355778 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:26:02.376766 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Made reservation on behalf of 7929d82a65fb4a9fa5efedf0d8b313e7 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:26:02.380990 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:02.402102 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-6a8133f2-10f0-49e7-83c8-610776614edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:02.403782 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-6a8133f2-10f0-49e7-83c8-610776614edd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1896913
Jul 08 15:26:02.649699 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:02.662352 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-1589077d-1201-4722-8ad7-6c90328f1634 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2512729
Jul 08 15:26:02.701804 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.20.0.10 (e43a1d72-307f-458f-9c4f-13b7e7b89aa6/a84971a9-45db-4b44-a7e8-0b1c4931274e/aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:26:02.903568 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a51d7e00-d92f-46d0-b7ba-8b0c2180a831 req-95e92cdf-b847-4a0e-aece-e12c9f97a326 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2336886
Jul 08 15:26:02.989551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.005751 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Transition to ACTIVE for port object aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:26:03.028988 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.034866 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0d03a945-02de-446e-84d0-4b9f42b70416 tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:03.063896 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690cd7e-d620-4902-a0ed-d1992f509836 req-ea47293e-e39b-4d2c-a481-3c3035dc40ed tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:03.065615 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3690cd7e-d620-4902-a0ed-d1992f509836 req-ea47293e-e39b-4d2c-a481-3c3035dc40ed tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.0888445
Jul 08 15:26:03.114844 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3690cd7e-d620-4902-a0ed-d1992f509836 req-4f2d9b2b-dba5-4a14-89a6-17ad5d87b05a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434213
Jul 08 15:26:03.200308 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:26:03.203607 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:26:03.208085 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:26:03.255582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:03.260502 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:03.285181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:03.285810 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.317897 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2700105
Jul 08 15:26:03.330885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Request body: {'port': {'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:26:03.465201 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dbd8b3c8-4900-45cf-8d62-94ddbf44a66b None None] Provisioning for port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:26:03.470902 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-dbd8b3c8-4900-45cf-8d62-94ddbf44a66b None None] Provisioning complete for port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:26:03.471432 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-dbd8b3c8-4900-45cf-8d62-94ddbf44a66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.516068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.536404 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-dbd8b3c8-4900-45cf-8d62-94ddbf44a66b None None] Port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:26:03.616146 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837a475-c5a5-42d4-b463-b2a37647d3db req-3e7f9783-d8cf-4d15-ba4e-48968c0e27d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:03.616890 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7837a475-c5a5-42d4-b463-b2a37647d3db req-3e7f9783-d8cf-4d15-ba4e-48968c0e27d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:26:03.688949 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-7837a475-c5a5-42d4-b463-b2a37647d3db req-3e7f9783-d8cf-4d15-ba4e-48968c0e27d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:26:03.690131 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7837a475-c5a5-42d4-b463-b2a37647d3db req-3e7f9783-d8cf-4d15-ba4e-48968c0e27d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 932 time: 0.2443750
Jul 08 15:26:03.816884 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7837a475-c5a5-42d4-b463-b2a37647d3db req-a5cdb958-db26-4412-b4d0-8ca17540206f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189167
Jul 08 15:26:03.822972 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41184) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:26:03.941426 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.949894 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:03.955884 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:26:03.957545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.960179 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Usage tracker for resource:security_group_rule and tenant:67b1f8794e6d4aefa03dbd9bf3bc2fb7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:26:03.963027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:26:03.968675 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:26:03.971482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Transition to ACTIVE for port object aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:26:03.976825 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:03.982549 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a1348993-757c-4ad6-ae3e-e74943ce95ef tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:04.059118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.064458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.072849 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-80fdb465-d951-4d39-bd34-a4db9de3b585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:04.122007 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=67b1f8794e6d4aefa03dbd9bf3bc2fb7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2977328
Jul 08 15:26:04.124550 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a0f253-0158-4f7f-9609-064d15b0490c,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:04.128620 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41190) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:26:04.132239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.132526 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:04.166306 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:04.170036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:04.215502 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.247651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.248012 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Attempting to bind port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:26:04.248528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Attempting to bind port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:26:04.248823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Attempting to bind port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:26:04.258959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:26:04.259290 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Attempting to bind port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:26:04.264592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:26:04.264934 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:26:04.265640 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Bound using segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:26:04.265789 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Bound port: aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:26:04.266081 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.361169 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:26:04.363372 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a35cb-b19c-4522-b70b-199e08f4e2ec req-8b8f8eb0-7f35-4357-8328-bce4769876e4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:04.364964 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b66a35cb-b19c-4522-b70b-199e08f4e2ec req-8b8f8eb0-7f35-4357-8328-bce4769876e4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 945 time: 0.1087639
Jul 08 15:26:04.369867 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:26:04.374540 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.379147 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-13de1919-d695-40a6-b59b-74e3422abf5b tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:04.386379 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.394400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-23f9ff20-93bb-434f-b61a-050db73712d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:04.419169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a0f253-0158-4f7f-9609-064d15b0490c,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:04.425453 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:04.429040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.430124 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a2a0f253-0158-4f7f-9609-064d15b0490c HTTP/1.1" status: 204  len: 168 time: 0.2999701
Jul 08 15:26:04.437204 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b66a35cb-b19c-4522-b70b-199e08f4e2ec req-e26ff4f2-bc93-4800-82d0-db0ed386b84c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663843
Jul 08 15:26:04.477681 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:04.478277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.479689 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] 10.222.0.53 "PUT /v2.0/ports/aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 1094 time: 1.1534300
Jul 08 15:26:04.480189 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:04.522349 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Pushing event updated for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:04.531550 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:04.579104 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'status': 'completed', 'code': 200}
Jul 08 15:26:04.639116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-ad9a336d-c0ff-4e10-96d2-b4e621a6d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:04.640663 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-ad9a336d-c0ff-4e10-96d2-b4e621a6d101 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1097 time: 0.1080184
Jul 08 15:26:04.669011 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:26:04.763206 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-ba7cd7ae-9c65-4c56-b1cb-a30574b0e72d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 217 time: 0.1116052
Jul 08 15:26:04.873488 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-aaa3ffb2-ecdb-48d0-bf54-a4b9081e6070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:04.875168 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-aaa3ffb2-ecdb-48d0-bf54-a4b9081e6070 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.1027973
Jul 08 15:26:04.921798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.951512 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:04.962622 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:04.963813 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c879f8-47f9-44c2-b546-464925694a32 req-f8971794-2882-48b0-8dfc-9c47833a6572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:04.965871 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-f8971794-2882-48b0-8dfc-9c47833a6572 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0820544
Jul 08 15:26:04.967737 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:04.970071 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:05.005022 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'code': 200}
Jul 08 15:26:05.022346 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92b0aa-64d3-4aa2-ab9a-d644a030531a req-8eadd35c-ceda-46f5-82a0-bb2b6189abba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.023741 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ed92b0aa-64d3-4aa2-ab9a-d644a030531a req-8eadd35c-ceda-46f5-82a0-bb2b6189abba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.0885613
Jul 08 15:26:05.042888 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=8']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:05.046128 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:05.074476 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ed92b0aa-64d3-4aa2-ab9a-d644a030531a req-18a6b0bf-ab41-42bd-8190-39102a996ff4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432386
Jul 08 15:26:05.118277 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-8c0d6c0b-9ab8-4439-a00d-40e17814bdd2 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449108
Jul 08 15:26:05.353273 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b9c879f8-47f9-44c2-b546-464925694a32 req-4fb99bce-5319-4d13-a1a1-908dfe9f8b4c service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2275164
Jul 08 15:26:05.462623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-2507d5f1-9ad7-4fc5-8876-f162f5ac889c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.464292 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-2507d5f1-9ad7-4fc5-8876-f162f5ac889c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1097 time: 0.0694532
Jul 08 15:26:05.652572 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-9aa57634-d371-4074-a44e-a7090fe14b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.654045 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-9aa57634-d371-4074-a44e-a7090fe14b99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.1835818
Jul 08 15:26:05.726235 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-3ac17d68-b2ee-492b-9821-20c5b9d8ee3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 217 time: 0.0656862
Jul 08 15:26:05.733985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8d05-3f1e-4ba4-9c09-c88e27e34d76 req-c075bc67-665b-4be8-9112-c7fcd97d0bcd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.735382 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-58aa8d05-3f1e-4ba4-9c09-c88e27e34d76 req-c075bc67-665b-4be8-9112-c7fcd97d0bcd tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1778014
Jul 08 15:26:05.826987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-640d4939-5521-4578-a810-9a23fae5110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.828473 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-640d4939-5521-4578-a810-9a23fae5110f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0922303
Jul 08 15:26:05.831464 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-58aa8d05-3f1e-4ba4-9c09-c88e27e34d76 req-ff107bff-ed1a-4146-830b-69fc546a85d4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618775
Jul 08 15:26:05.908706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-27c401e2-1fbe-4a82-a8c7-72c267531661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:05.910826 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-27c401e2-1fbe-4a82-a8c7-72c267531661 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755651
Jul 08 15:26:06.058454 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-f48f445a-7dcb-4e22-b76b-0bf8bfd3e0de service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413229
Jul 08 15:26:06.226413 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-93c8a85d-de2f-4b8a-adf2-1d0d1463af18 req-4b901306-5671-4edf-9c65-9b6df8df1448 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544094
Jul 08 15:26:06.367465 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72584cd-faf6-4692-8acf-1a3c64443b0a req-1fde7bf6-fd67-498b-8481-c775d257b92b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:06.369197 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e72584cd-faf6-4692-8acf-1a3c64443b0a req-1fde7bf6-fd67-498b-8481-c775d257b92b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.1679752
Jul 08 15:26:06.415930 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e72584cd-faf6-4692-8acf-1a3c64443b0a req-005be380-f025-4ccb-b261-d0bf70d9aaf2 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411410
Jul 08 15:26:07.422217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707681e-4a95-443b-86d3-3776c2e1646e req-80c7bc29-df0b-4d36-826e-499465446c82 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:07.424455 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5707681e-4a95-443b-86d3-3776c2e1646e req-80c7bc29-df0b-4d36-826e-499465446c82 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1002393
Jul 08 15:26:07.473907 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5707681e-4a95-443b-86d3-3776c2e1646e req-3df29e9c-fbfd-4fcd-bfcc-8ed74df4153a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430336
Jul 08 15:26:07.586429 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84096c9-2743-43c9-a953-c66d453cdc1a req-fe83ca5d-b353-462a-91be-1e82179dfa8b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:07.588122 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c84096c9-2743-43c9-a953-c66d453cdc1a req-fe83ca5d-b353-462a-91be-1e82179dfa8b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 945 time: 0.0913060
Jul 08 15:26:07.638521 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c84096c9-2743-43c9-a953-c66d453cdc1a req-98edc18e-e0c7-4291-b85a-2c9f95e68e8f tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446992
Jul 08 15:26:07.655511 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0fde0-fb39-40c8-b302-bfa02d30a0ea req-f5260f40-4667-406f-8c5e-889debdac153 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:07.657043 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9ec0fde0-fb39-40c8-b302-bfa02d30a0ea req-f5260f40-4667-406f-8c5e-889debdac153 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.0854197
Jul 08 15:26:07.711757 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9ec0fde0-fb39-40c8-b302-bfa02d30a0ea req-d1d9b83b-b4ca-46eb-bb37-91f9c1f5a205 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482142
Jul 08 15:26:07.781478 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41274) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:26:07.898403 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-d1128f54-2002-4b66-b403-f39d2a858c94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1157129
Jul 08 15:26:08.671538 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:26:08.674380 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7aad87-55d0-4a26-8261-19451344dacb req-4976d2f0-4e69-4618-bd4c-f531f06f6766 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:08.681237 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-db7aad87-55d0-4a26-8261-19451344dacb req-4976d2f0-4e69-4618-bd4c-f531f06f6766 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0890729
Jul 08 15:26:08.738415 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-db7aad87-55d0-4a26-8261-19451344dacb req-2212bbc5-b79e-4447-9665-b2ef313ecd87 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563023
Jul 08 15:26:08.823751 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-5c797730-654f-42f6-b6cf-1d75373ccf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:08.825374 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-5c797730-654f-42f6-b6cf-1d75373ccf87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3&tenant_id=115f17f3436f4ed490b530b89c748529 HTTP/1.1" status: 200  len: 1096 time: 0.0858698
Jul 08 15:26:08.873447 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1094b-144d-4d61-921d-1f868df28af4 req-b3bb0913-6b8f-41b3-b761-d861e1804b8c tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:08.874911 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-02b1094b-144d-4d61-921d-1f868df28af4 req-b3bb0913-6b8f-41b3-b761-d861e1804b8c tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 945 time: 0.0961692
Jul 08 15:26:08.921793 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-02b1094b-144d-4d61-921d-1f868df28af4 req-d0b9f0d7-5796-4f4a-8fc9-6a8af05a876d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407255
Jul 08 15:26:09.044458 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-2bab7f62-c1d8-4d3b-9260-c9e96a7647e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.045952 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-2bab7f62-c1d8-4d3b-9260-c9e96a7647e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=115f17f3436f4ed490b530b89c748529&device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1096 time: 0.1981943
Jul 08 15:26:09.062598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622b425-13f3-4834-ac98-b9a567f50439 req-97f42742-d7e5-475f-97e9-6c4a2a868c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.064029 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7622b425-13f3-4834-ac98-b9a567f50439 req-97f42742-d7e5-475f-97e9-6c4a2a868c90 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.1825175
Jul 08 15:26:09.089007 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-b9e47ba6-ae4c-49bd-9262-b0623a98c308 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.090422 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-b9e47ba6-ae4c-49bd-9262-b0623a98c308 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 945 time: 0.1656113
Jul 08 15:26:09.360535 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Deleting port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:26:09.360879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:09.389160 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7622b425-13f3-4834-ac98-b9a567f50439 req-e715bec5-0418-4a8c-9bd4-dbd2d9c4a2e8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2955549
Jul 08 15:26:09.435798 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-06ebe62b-6be6-4663-8725-10aaa796341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.437307 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-06ebe62b-6be6-4663-8725-10aaa796341e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 200  len: 918 time: 0.3831604
Jul 08 15:26:09.657873 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-3b165108-72f7-44b2-89d1-125d3a761357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 200  len: 999 time: 0.1939802
Jul 08 15:26:09.760685 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-d18c5fff-69c6-4d97-a77f-1935d99918c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.762139 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-d18c5fff-69c6-4d97-a77f-1935d99918c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 200  len: 856 time: 0.0962827
Jul 08 15:26:09.766917 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] For port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:09.767277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:09.934392 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Calling delete_port for 8f5bb9ad-9ed2-442d-90c8-5647210a80cb owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:26:09.938102 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0dec5-5d5f-4928-86d2-7a3f349e5229 req-d787b743-dadb-477d-b90d-ef6fce13cce4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:09.939560 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ca0dec5-5d5f-4928-86d2-7a3f349e5229 req-d787b743-dadb-477d-b90d-ef6fce13cce4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0852158
Jul 08 15:26:09.985657 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1ca0dec5-5d5f-4928-86d2-7a3f349e5229 req-0897fd64-c380-49d5-a44c-cad40b936da0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404418
Jul 08 15:26:10.025292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-c13f152c-070c-4d84-b801-126f43aaf506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:10.026821 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-c13f152c-070c-4d84-b801-126f43aaf506 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ef2150a2-7a89-4b15-99fc-8d08362a45ab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2523162
Jul 08 15:26:10.240128 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:10.249383 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:10.250871 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['8f5bb9ad-9ed2-442d-90c8-5647210a80cb'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:26:10.308560 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:26:10.309178 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Pushing event deleted for resources: {'Port': ['ID=8f5bb9ad-9ed2-442d-90c8-5647210a80cb,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:10.314582 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:10.351625 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-2d9fe9ed-0263-488c-a8e4-fcf8f134d781 service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622015
Jul 08 15:26:10.390473 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7682-17be-4f67-a4bd-8ea776deaec3 req-8807a261-17f4-4396-b086-eccc283e3a2a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:10.391901 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7c4d7682-17be-4f67-a4bd-8ea776deaec3 req-8807a261-17f4-4396-b086-eccc283e3a2a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=fa6f1473-8a20-4a02-ba94-c5b4d71cebfb HTTP/1.1" status: 200  len: 867 time: 0.3625638
Jul 08 15:26:10.435018 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] No DVR routers for this DVR port 8f5bb9ad-9ed2-442d-90c8-5647210a80cb on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:26:10.442039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:10.485495 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'name': 'network-vif-deleted', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:10.532786 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de74eed1-28eb-40d9-a1ff-f920f178be81 req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "DELETE /v2.0/ports/8f5bb9ad-9ed2-442d-90c8-5647210a80cb HTTP/1.1" status: 204  len: 173 time: 1.4344227
Jul 08 15:26:10.548075 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7c4d7682-17be-4f67-a4bd-8ea776deaec3 req-d0a9a3d2-5b98-4804-a8ed-c6e8f1e928fd tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324620
Jul 08 15:26:10.585345 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ebd74125-38b7-4cc0-8a0d-7f6d0ae56749 req-7bf12d0a-efa0-4165-855a-0ffe76c160dc service neutron] 10.222.0.53 "GET /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924512
Jul 08 15:26:10.588113 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4963d-7ffa-4d56-8c6c-947c9823f7a1 req-1ccd8f94-d13f-40d3-88fe-36df3f90d07c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:10.591370 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e5a4963d-7ffa-4d56-8c6c-947c9823f7a1 req-1ccd8f94-d13f-40d3-88fe-36df3f90d07c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.0964112
Jul 08 15:26:10.617423 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa6f1473-8a20-4a02-ba94-c5b4d71cebfb', 'name': 'network-vif-deleted', 'tag': '8f5bb9ad-9ed2-442d-90c8-5647210a80cb', 'status': 'completed', 'code': 200}
Jul 08 15:26:10.644948 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e5a4963d-7ffa-4d56-8c6c-947c9823f7a1 req-0ae4a1c0-ac09-4eda-9d05-7704c605c168 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494220
Jul 08 15:26:11.213842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be5165-965d-499f-b312-f2e5e9de911f req-1e3b1b33-94bb-4580-bd7e-a34e5c5b8033 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:11.213842 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b3be5165-965d-499f-b312-f2e5e9de911f req-1e3b1b33-94bb-4580-bd7e-a34e5c5b8033 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1013324
Jul 08 15:26:11.274012 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b3be5165-965d-499f-b312-f2e5e9de911f req-7018b1c9-62cf-4fec-996c-5bcfac2a42d0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557516
Jul 08 15:26:11.978176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f70d3-ef68-46f4-88ff-a679acda4a48 req-b536bd6f-7269-4a01-9739-376e8e4dcbc6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:11.979754 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-602f70d3-ef68-46f4-88ff-a679acda4a48 req-b536bd6f-7269-4a01-9739-376e8e4dcbc6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.2113247
Jul 08 15:26:12.031295 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-602f70d3-ef68-46f4-88ff-a679acda4a48 req-ae21c060-0580-467a-b1db-1b580019f7d5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448122
Jul 08 15:26:12.473615 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4812b99d-1bd9-4932-85e7-7cffa083918e req-c751c7aa-5cce-4465-b9b8-9cbff82585a7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:12.475116 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4812b99d-1bd9-4932-85e7-7cffa083918e req-c751c7aa-5cce-4465-b9b8-9cbff82585a7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0853822
Jul 08 15:26:12.527929 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4812b99d-1bd9-4932-85e7-7cffa083918e req-6a44b77e-af4d-43e2-b4a0-d95bf6e3ee97 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434952
Jul 08 15:26:13.186989 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:26:13.237732 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ed76ad-875a-48cc-9191-5e5a92776e19 req-b73f7cc0-6222-4836-bd95-5c46a6a36678 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:13.239293 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-85ed76ad-875a-48cc-9191-5e5a92776e19 req-b73f7cc0-6222-4836-bd95-5c46a6a36678 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 944 time: 0.0938661
Jul 08 15:26:13.291516 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-85ed76ad-875a-48cc-9191-5e5a92776e19 req-9a457818-af86-4e88-bed9-b1ce8de2ad1f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427516
Jul 08 15:26:13.340112 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:13.353938 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:26:13.421570 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:13.441503 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:13.459764 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:13.465272 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:13.467604 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:13.537955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:13.541402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:13.739136 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ccf01-ed36-40bc-ac14-89a8af58e3ec req-c17fffe3-af53-436d-a833-f3eb9a6efaa4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:13.740715 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d72ccf01-ed36-40bc-ac14-89a8af58e3ec req-c17fffe3-af53-436d-a833-f3eb9a6efaa4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0976515
Jul 08 15:26:13.788037 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d72ccf01-ed36-40bc-ac14-89a8af58e3ec req-5583ccd9-1ec3-4ea6-8c0e-be0d7eb4bbd7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416889
Jul 08 15:26:14.173590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 8f5bb9ad-9ed2-442d-90c8-5647210a80cb no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:26:14.209258 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 8f5bb9ad-9ed2-442d-90c8-5647210a80cb {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:26:14.209929 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 8f5bb9ad-9ed2-442d-90c8-5647210a80cb not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:26:14.488435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f951bb2d-40ca-4970-8542-639385fcbbb7 req-d6e08e57-b37d-4254-8f02-6d419db1ff75 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:14.489945 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f951bb2d-40ca-4970-8542-639385fcbbb7 req-d6e08e57-b37d-4254-8f02-6d419db1ff75 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 945 time: 0.0862374
Jul 08 15:26:14.538836 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f951bb2d-40ca-4970-8542-639385fcbbb7 req-b7e22e76-b223-4bee-8a83-5ba8b927cf24 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430624
Jul 08 15:26:14.984541 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33eb38b-adf2-43b8-b532-41126dda1a36 req-c3e7c77d-c6d7-4d3e-bd45-c21bed71fc38 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:14.986033 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c33eb38b-adf2-43b8-b532-41126dda1a36 req-c3e7c77d-c6d7-4d3e-bd45-c21bed71fc38 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0842173
Jul 08 15:26:15.037220 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c33eb38b-adf2-43b8-b532-41126dda1a36 req-f57642ca-1000-4e80-9c49-874414d4c3e8 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454640
Jul 08 15:26:15.515445 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:26:15.837284 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef0f9-3feb-40af-ab71-f5e83213dc6f req-22bc969a-49f5-4c50-9672-3cf96034252f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:15.838436 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-223ef0f9-3feb-40af-ab71-f5e83213dc6f req-22bc969a-49f5-4c50-9672-3cf96034252f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 945 time: 0.1622005
Jul 08 15:26:15.887169 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-223ef0f9-3feb-40af-ab71-f5e83213dc6f req-116bdab9-cf8d-4780-aee7-0d3b4d821d3b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429749
Jul 08 15:26:16.248573 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e801d7e-2961-4c50-b356-b3525bbe0609 req-896b520b-11ed-4820-beae-6f0199820268 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:16.249671 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e801d7e-2961-4c50-b356-b3525bbe0609 req-896b520b-11ed-4820-beae-6f0199820268 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0880806
Jul 08 15:26:16.306295 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e801d7e-2961-4c50-b356-b3525bbe0609 req-219d1430-c30e-4e60-83bd-261d82bab4c7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497639
Jul 08 15:26:17.100682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb24b2-b9ee-4fcb-8c8e-f7f65fdead3f req-0559fe08-78b5-4d52-9cbb-e2950cabdc49 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:17.102139 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30cb24b2-b9ee-4fcb-8c8e-f7f65fdead3f req-0559fe08-78b5-4d52-9cbb-e2950cabdc49 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 945 time: 0.0941389
Jul 08 15:26:17.147439 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30cb24b2-b9ee-4fcb-8c8e-f7f65fdead3f req-48137a6e-b99e-45df-9d4c-76db5e54e254 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397511
Jul 08 15:26:17.278662 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:26:17.357879 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:26:17.363930 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:26:17.364303 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:17.504689 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:17.530542 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b41689-cb06-4fe7-8897-0b0652c8cb0b req-ddf5ae05-1cb2-4374-b796-6a9c377de46a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:17.534328 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:17.536036 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-13b41689-cb06-4fe7-8897-0b0652c8cb0b req-ddf5ae05-1cb2-4374-b796-6a9c377de46a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1114624
Jul 08 15:26:17.559675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:17.566295 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:17.568178 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-4bf6f09e-febe-4fb2-b9bc-b8c28f30c56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:17.635280 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'code': 200}
Jul 08 15:26:17.640963 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-13b41689-cb06-4fe7-8897-0b0652c8cb0b req-ba1fdd94-efa0-466e-b606-c00a27c5e333 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952361
Jul 08 15:26:17.700178 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:17.703435 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:18.343738 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d03bdb-63af-476c-b80b-b23b079ff006 req-45f5b3b0-945f-4e05-8193-14d77ce6dab8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:18.345236 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-68d03bdb-63af-476c-b80b-b23b079ff006 req-45f5b3b0-945f-4e05-8193-14d77ce6dab8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0880396
Jul 08 15:26:18.396651 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-68d03bdb-63af-476c-b80b-b23b079ff006 req-e1f8d32a-c9ba-463f-8ccd-361410947a5a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450583
Jul 08 15:26:18.849659 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3e900-4dc6-42d6-9d94-2c257a0f6fa0 req-7326e9d2-f85b-4580-ba9b-df4fc450d0bf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:18.851341 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9ba3e900-4dc6-42d6-9d94-2c257a0f6fa0 req-7326e9d2-f85b-4580-ba9b-df4fc450d0bf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0944741
Jul 08 15:26:18.902251 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9ba3e900-4dc6-42d6-9d94-2c257a0f6fa0 req-946fe012-b4e7-4299-8888-04493ad6fb47 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452147
Jul 08 15:26:19.601574 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90873a57-81ad-4c71-8bf5-5c154ed21bfc req-116950c1-f025-415b-a00a-f89e39fdf614 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:19.603118 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-90873a57-81ad-4c71-8bf5-5c154ed21bfc req-116950c1-f025-415b-a00a-f89e39fdf614 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0913982
Jul 08 15:26:19.654764 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-90873a57-81ad-4c71-8bf5-5c154ed21bfc req-c57c1209-9ef6-4596-a91c-693842f0b911 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417140
Jul 08 15:26:20.098383 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684272a7-545a-43b0-82ea-5c6653a95a6a req-bcdb4ca1-d790-4509-a4bb-d11555bacc55 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:20.099918 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-684272a7-545a-43b0-82ea-5c6653a95a6a req-bcdb4ca1-d790-4509-a4bb-d11555bacc55 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0823369
Jul 08 15:26:20.148541 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-684272a7-545a-43b0-82ea-5c6653a95a6a req-24e4b4b1-4998-4f66-a1a1-589cd3c09e2a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424459
Jul 08 15:26:20.847071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f455785-9793-4486-b4db-78bf79c1ca32 req-948b3f95-b636-4afc-a622-d106c5773121 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:20.848456 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6f455785-9793-4486-b4db-78bf79c1ca32 req-948b3f95-b636-4afc-a622-d106c5773121 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0856125
Jul 08 15:26:20.896607 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6f455785-9793-4486-b4db-78bf79c1ca32 req-5fcfed1a-93c4-4803-bfdb-89815ca13703 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414505
Jul 08 15:26:21.356001 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fd656-091c-4975-8021-48172568c990 req-a47e7be8-2f11-4288-9303-9525a46b9838 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:21.357478 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ef5fd656-091c-4975-8021-48172568c990 req-a47e7be8-2f11-4288-9303-9525a46b9838 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.0891845
Jul 08 15:26:21.404651 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ef5fd656-091c-4975-8021-48172568c990 req-fae42f72-918a-4aa5-9860-e6a89a313aae tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409446
Jul 08 15:26:22.142430 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-ea59ccdb-6758-4c0d-9243-367f68c0fef2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1842873
Jul 08 15:26:22.169277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b75a-5961-4913-a10b-7c75bc0e0e38 req-4add4c15-a037-4606-a1d2-d08c7d67403d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.170730 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de30b75a-5961-4913-a10b-7c75bc0e0e38 req-4add4c15-a037-4606-a1d2-d08c7d67403d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.1603689
Jul 08 15:26:22.239497 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b6778-d98f-49d8-9fdd-0cfe2ccc4f82 req-6142de0c-c412-41a8-b602-674c69df1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.240985 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-794b6778-d98f-49d8-9fdd-0cfe2ccc4f82 req-6142de0c-c412-41a8-b602-674c69df1090 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1099 time: 0.1586716
Jul 08 15:26:22.303218 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de30b75a-5961-4913-a10b-7c75bc0e0e38 req-e8aad169-1ef4-42b7-8cad-ee744f430f7f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0983372
Jul 08 15:26:22.315043 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-794b6778-d98f-49d8-9fdd-0cfe2ccc4f82 req-b43c03db-2353-42d4-af39-f07d207304b9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659475
Jul 08 15:26:22.324328 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-5588496b-eada-4996-af5d-a2109da2e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.325896 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-5588496b-eada-4996-af5d-a2109da2e354 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.1543052
Jul 08 15:26:22.381414 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-79e4450f-ed23-43b0-9191-adaa446debc5 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.382865 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-79e4450f-ed23-43b0-9191-adaa446debc5 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 813 time: 0.1522646
Jul 08 15:26:22.398224 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-efdfd42d-11f2-433d-885b-ddd57c6c8280 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/quotas/344e7e03e9d14812917003523d329133 HTTP/1.1" status: 200  len: 375 time: 0.0096512
Jul 08 15:26:22.445823 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-54f2f3d6-1125-496f-a2ec-94d9140c294c tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0421453
Jul 08 15:26:22.507467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-0223172c-ea99-4e66-938a-9c72145a526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.509223 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-0223172c-ea99-4e66-938a-9c72145a526e service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.1340339
Jul 08 15:26:22.657332 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-5cdc11fc-ed84-40d9-9878-2b8057cc2c6b service neutron] 10.222.0.55 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2022171
Jul 08 15:26:22.662846 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-6c91108d-a2cb-4877-ba21-2e5f7c685e77 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 1001 time: 0.1461749
Jul 08 15:26:22.731982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ca664-6a21-4dd2-bcb7-292611173d54 req-95e8b362-ebd4-44ec-9fc6-b89d99fecd2d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.733474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f63ca664-6a21-4dd2-bcb7-292611173d54 req-95e8b362-ebd4-44ec-9fc6-b89d99fecd2d tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1675227
Jul 08 15:26:22.744286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-fe89cb28-6243-4e6d-b6bc-babca03c3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.745702 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-fe89cb28-6243-4e6d-b6bc-babca03c3d4a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.0749478
Jul 08 15:26:22.792837 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-2f061a80-46fa-4a4e-8361-b80f7b358b46 service neutron] 10.222.0.55 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278546
Jul 08 15:26:22.938411 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f63ca664-6a21-4dd2-bcb7-292611173d54 req-bfff4b94-8c73-4ce0-8405-b2df6c2c57f4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1964798
Jul 08 15:26:22.957823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-a60b97e6-47cf-48a5-b109-cff6ccb2bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:22.968402 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-a60b97e6-47cf-48a5-b109-cff6ccb2bc8d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1998446
Jul 08 15:26:23.115734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-bce82994-7276-4818-b444-e61645e54719 req-f02b9f25-585e-4f99-8a0a-c8e7eacc1c09 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Synchronizing usage tracker for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:26:23.160829 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-bce82994-7276-4818-b444-e61645e54719 req-f02b9f25-585e-4f99-8a0a-c8e7eacc1c09 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Unset dirty status for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:26:23.169650 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bce82994-7276-4818-b444-e61645e54719 req-f02b9f25-585e-4f99-8a0a-c8e7eacc1c09 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 210 time: 0.1625547
Jul 08 15:26:23.216559 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-afecdcf1-80d7-4a97-a0ad-aad84b4b1bd7 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492354
Jul 08 15:26:23.421755 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-71eceda1-313a-49f1-ae29-1a18e63bca4b req-458fe79c-f31e-4576-be95-feb91f95d9c7 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979272
Jul 08 15:26:23.437502 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3084db-8779-4b44-8ace-b0ab97b1bede req-568cdaaa-909a-4596-8fab-7a20bdea5091 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:23.439268 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bb3084db-8779-4b44-8ace-b0ab97b1bede req-568cdaaa-909a-4596-8fab-7a20bdea5091 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1455202
Jul 08 15:26:23.501171 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bb3084db-8779-4b44-8ace-b0ab97b1bede req-2b5636be-ad44-47a4-ae48-58c03a81dbd9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551593
Jul 08 15:26:23.512293 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8bc3a-d360-4181-a180-e8b9a50a72f3 req-3260aa69-0198-4d3f-92bf-4b53333bf64f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:23.514034 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-30a8bc3a-d360-4181-a180-e8b9a50a72f3 req-3260aa69-0198-4d3f-92bf-4b53333bf64f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0920205
Jul 08 15:26:23.562382 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-30a8bc3a-d360-4181-a180-e8b9a50a72f3 req-c0304172-1571-4025-8672-5d8eed22a363 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413435
Jul 08 15:26:23.752137 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313309f7-e35e-4247-83d1-fdccea9c7510 req-4111e658-d002-46fb-9240-eeb7a9356bb8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:23.753528 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-313309f7-e35e-4247-83d1-fdccea9c7510 req-4111e658-d002-46fb-9240-eeb7a9356bb8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0834289
Jul 08 15:26:23.814446 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-313309f7-e35e-4247-83d1-fdccea9c7510 req-4d2721de-2a58-4f4b-bfd0-902b01afb254 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544677
Jul 08 15:26:23.837707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41436) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:26:23.913227 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffecd448-96cc-4be0-9e38-3631fde6b8a0 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:23.917358 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ffecd448-96cc-4be0-9e38-3631fde6b8a0 tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1094 time: 0.0760572
Jul 08 15:26:23.917572 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41440) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:26:23.922959 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:26:23.929673 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:26:23.933428 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:floatingip and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:26:23.936325 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:26:23.943639 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:26:23.954745 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.175868 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.176265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-90d027d5-d0a3-45de-b409-6017bd755b6a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:24.177952 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-90d027d5-d0a3-45de-b409-6017bd755b6a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 813 time: 0.1794369
Jul 08 15:26:24.191982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Request body: {'port': {'device_id': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188', 'admin_state_up': True, 'tenant_id': '344e7e03e9d14812917003523d329133'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:26:24.255567 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8139825-2200-4d74-bc0b-14a1bf0a487a req-3880a007-d6fc-4771-a66e-f83cd0c0379c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:24.257374 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a8139825-2200-4d74-bc0b-14a1bf0a487a req-3880a007-d6fc-4771-a66e-f83cd0c0379c tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 943 time: 0.1731284
Jul 08 15:26:24.338893 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.355479 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c035ad29-9205-4ceb-8085-bf94088b09b3 req-ff07ad9d-9434-44f5-b1c6-b63010a53420 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 210 time: 0.0508790
Jul 08 15:26:24.366892 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a8139825-2200-4d74-bc0b-14a1bf0a487a req-e0ff1ca2-954d-4d9a-b573-0693a02ccb32 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1010578
Jul 08 15:26:24.400800 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.27.2.214 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/2b8c13de-753c-40d2-98b6-a455945dd249) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:26:24.408984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:26:24.418856 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:26:24.428790 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Made reservation on behalf of 344e7e03e9d14812917003523d329133 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:26:24.432313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.553346 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.585281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.590137 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:24.654339 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:26:24.657220 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:26:24.661146 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:26:24.677856 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Allocated IP 172.20.0.9 (3deb8f4f-0b25-49a9-8f7e-f043df93b188/baa6caa5-d513-41c9-8afc-125fb84b2c49/53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:26:24.705031 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=2b8c13de-753c-40d2-98b6-a455945dd249,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:24.709149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:24.757882 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857569-581b-4cba-910f-a224d6b4d63b req-638dedeb-c831-433d-bc2d-d0824cc51b1d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:24.759333 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c4857569-581b-4cba-910f-a224d6b4d63b req-638dedeb-c831-433d-bc2d-d0824cc51b1d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1535079
Jul 08 15:26:24.896238 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c4857569-581b-4cba-910f-a224d6b4d63b req-68040f03-a3fd-49f5-ae5e-7aa89e5cb7c4 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1194444
Jul 08 15:26:24.946235 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.976348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:24.982138 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:25.050194 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:26:25.053287 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:26:25.057182 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:26:25.088065 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Pushing event updated for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:25.093511 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.099674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:25.126192 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:25.126780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.151788 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9647818
Jul 08 15:26:25.163564 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Request body: {'port': {'device_id': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:26:25.173117 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.308755 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:26:25.394303 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.453988 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:25.468540 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'port_id': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'mac_address': 'fa:16:3e:e4:91:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:26:25.484564 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.493111 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.501819 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:25.528195 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.546002 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:25.571270 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:25.579044 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.581971 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:25.655681 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=9']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:25.667280 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:25.701367 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.775912 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=2b8c13de-753c-40d2-98b6-a455945dd249,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:25.781199 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:25.802771 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['3a99971c-9d1e-4e19-921c-2c5b037884b2'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:26:25.827996 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17973644-7d3c-46f0-a45a-eb97a8c32e6d req-4644ef66-f5de-43ac-a802-54850f2022bf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:25.829367 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-17973644-7d3c-46f0-a45a-eb97a8c32e6d req-4644ef66-f5de-43ac-a802-54850f2022bf tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.2535200
Jul 08 15:26:25.854698 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:25.865707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.877027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d365f8-9a80-4887-9489-03c39e3bceca req-9bac8c7e-d134-424a-8745-50f05f2a54cf tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:25.879334 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-77d365f8-9a80-4887-9489-03c39e3bceca req-9bac8c7e-d134-424a-8745-50f05f2a54cf tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 931 time: 0.3110669
Jul 08 15:26:25.904724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Transition to ACTIVE for port object 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:26:25.913706 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-17973644-7d3c-46f0-a45a-eb97a8c32e6d req-0c5afb9d-484c-4f50-8a13-e1b6d0c2e4e7 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0749419
Jul 08 15:26:25.915374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:25.921187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e06bf6e3-82f8-445d-971e-5fb0bdd676bc tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:25.936453 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 65b4e87b-7bf9-4b7a-9c89-c08244006518 associated. External IP: 172.27.2.214, port: aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00.
Jul 08 15:26:25.998471 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Pushing event updated for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:26.016222 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-77d365f8-9a80-4887-9489-03c39e3bceca req-2285a358-b2d0-47a2-ad40-22447de478e1 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311836
Jul 08 15:26:26.060921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:26.241963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Attempting to bind port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:26:26.242295 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Attempting to bind port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:26:26.242619 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Attempting to bind port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:26:26.253505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfcdc0-2ccd-432f-99bd-f0c183e46892 req-be348ef5-33f2-427c-8ab3-63796fe2298f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:26.255206 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8edfcdc0-2ccd-432f-99bd-f0c183e46892 req-be348ef5-33f2-427c-8ab3-63796fe2298f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1933830
Jul 08 15:26:26.257101 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:26:26.257422 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Attempting to bind port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a on network 3deb8f4f-0b25-49a9-8f7e-f043df93b188 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:26:26.262701 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:26:26.263071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Checking segment: {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:26:26.263414 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Bound using segment: {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:26:26.263839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Bound port: 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4276688d-4b40-460f-9900-c7d974fb87cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:26:26.264182 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:26.310158 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:26:26.364349 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8edfcdc0-2ccd-432f-99bd-f0c183e46892 req-27c58134-5479-4054-80cc-7a38848a40e4 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0912945
Jul 08 15:26:26.390291 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:26:26.393286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:26:26.398152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:26.402741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:26.454067 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:26.454702 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:26.456178 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] 10.222.0.53 "PUT /v2.0/ports/53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a HTTP/1.1" status: 200  len: 1093 time: 1.2967296
Jul 08 15:26:26.459516 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:26.488233 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Pushing event updated for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:26.491748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:26.501441 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:26:26.513339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:26:26.523390 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:26:26.524027 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec86af0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:26:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:26:26.529558 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:26.540535 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a', 'status': 'completed', 'code': 200}
Jul 08 15:26:26.579510 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-8bcefaec-8e86-4a10-b61b-f5f8c0b271a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:26.581358 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-8bcefaec-8e86-4a10-b61b-f5f8c0b271a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 1096 time: 0.0861514
Jul 08 15:26:26.587610 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6690457
Jul 08 15:26:26.588318 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:26.663004 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-28ebaf59-e5a2-44f4-8bb9-3c379ad22b1c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a HTTP/1.1" status: 200  len: 217 time: 0.0736113
Jul 08 15:26:26.707035 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'status': 'completed', 'code': 200}
Jul 08 15:26:26.746156 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:26:26.777733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-e18a1e57-7bd6-453c-a86c-e47153171072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:26.779067 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-e18a1e57-7bd6-453c-a86c-e47153171072 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baa6caa5-d513-41c9-8afc-125fb84b2c49 HTTP/1.1" status: 200  len: 853 time: 0.1098075
Jul 08 15:26:26.831311 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-64f6532d-fed9-4b64-81aa-bac26e238720 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3deb8f4f-0b25-49a9-8f7e-f043df93b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451834
Jul 08 15:26:26.911572 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-874dae48-1d80-489f-86c7-82b4312cdc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:26.913115 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-874dae48-1d80-489f-86c7-82b4312cdc1d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1099 time: 0.1826122
Jul 08 15:26:27.077115 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-c83bdbb5-b2e4-4981-a169-bfc284690ede service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2385199
Jul 08 15:26:27.109897 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec86af0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:25Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:26:27.115276 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:26:27.129757 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:26:27.130416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec86af0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:26:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:26:27.145251 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc11f9-120e-4096-8db8-d7d5b9a6e668 req-f358e8a8-be26-4f37-b819-e20f77aae33a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.147281 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-acfc11f9-120e-4096-8db8-d7d5b9a6e668 req-f358e8a8-be26-4f37-b819-e20f77aae33a tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 944 time: 0.1066735
Jul 08 15:26:27.196823 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-acfc11f9-120e-4096-8db8-d7d5b9a6e668 req-8f01d86c-6234-404f-9840-ee43d28e1c2f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436733
Jul 08 15:26:27.309594 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:26:27.309988 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-d7c23314-f96e-43e8-9768-ab132e8bd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.311447 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-d7c23314-f96e-43e8-9768-ab132e8bd190 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.3877981
Jul 08 15:26:27.360658 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:26:27.459389 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-4a985755-261c-4f95-88cc-a200f5d50fe8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 1000 time: 0.1389332
Jul 08 15:26:27.524363 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0b7fd73e-9632-46cb-aa37-8265fa65acfc req-6095b67b-7389-41aa-8a25-4b81a05c70da service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4364378
Jul 08 15:26:27.538950 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4d64a-1bf5-4bbb-9e67-11b9be97ad35 req-b511e761-aef1-4888-8cd3-dbab510ac24d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.539220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-87f4d64a-1bf5-4bbb-9e67-11b9be97ad35 req-b511e761-aef1-4888-8cd3-dbab510ac24d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Synchronizing usage tracker for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:26:27.545781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 3a99971c-9d1e-4e19-921c-2c5b037884b2 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:26:27.546761 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:27.561006 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640317e9-4c4a-4cd6-a68a-4860985b596e req-37e09224-9ac7-43df-ad53-b361c8b661ae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.562592 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-640317e9-4c4a-4cd6-a68a-4860985b596e req-37e09224-9ac7-43df-ad53-b361c8b661ae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0854607
Jul 08 15:26:27.563706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-19326393-8d5e-4a05-98f9-2b97c6abde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.565456 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-19326393-8d5e-4a05-98f9-2b97c6abde53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0952275
Jul 08 15:26:27.566674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-87f4d64a-1bf5-4bbb-9e67-11b9be97ad35 req-b511e761-aef1-4888-8cd3-dbab510ac24d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Unset dirty status for tenant:344e7e03e9d14812917003523d329133 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:26:27.570514 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-87f4d64a-1bf5-4bbb-9e67-11b9be97ad35 req-b511e761-aef1-4888-8cd3-dbab510ac24d tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 943 time: 0.3568265
Jul 08 15:26:27.622684 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-640317e9-4c4a-4cd6-a68a-4860985b596e req-99e1ca9f-744d-45f1-9bd5-8036dee2b4c2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432110
Jul 08 15:26:27.729250 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-87f4d64a-1bf5-4bbb-9e67-11b9be97ad35 req-2f5ed4a5-df41-4572-8eec-625659e082d0 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545603
Jul 08 15:26:27.755864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-ee22a61b-0990-4aab-9e7f-354a77d574a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.757349 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-ee22a61b-0990-4aab-9e7f-354a77d574a4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1816719
Jul 08 15:26:27.759196 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-7c655670-de2e-4a84-9081-257f3fe54b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:27.760557 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-7c655670-de2e-4a84-9081-257f3fe54b0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=344e7e03e9d14812917003523d329133&device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 1096 time: 0.1299665
Jul 08 15:26:27.820199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:27.851975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:27.865151 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:27.870535 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:27.873545 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:27.904162 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'code': 200}
Jul 08 15:26:27.932920 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec86af0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:25Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:26:27.941881 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24544e3-d711-4e21-83b7-9388db9ae28b None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:25Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:26:27.951076 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=10']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:27.954071 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:28.006384 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-eadc6b81-1d1f-422a-8bb9-794ed5d7ead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.007839 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-eadc6b81-1d1f-422a-8bb9-794ed5d7ead6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 200  len: 914 time: 0.2378588
Jul 08 15:26:28.009584 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-642fadaf-a6f1-46d3-8fbc-8a85019a627a service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2407098
Jul 08 15:26:28.111982 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-c480166e-0afe-40df-b02e-052afec32161 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a HTTP/1.1" status: 200  len: 217 time: 0.0921926
Jul 08 15:26:28.182692 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efff397-d502-4d98-bcf5-177154f6b028 None None] New status for floating IP 65b4e87b-7bf9-4b7a-9c89-c08244006518: ACTIVE {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:26:28.273011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-0b384b65-e1d6-407f-9614-650b32dd2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.274457 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-0b384b65-e1d6-407f-9614-650b32dd2988 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=baa6caa5-d513-41c9-8afc-125fb84b2c49 HTTP/1.1" status: 200  len: 853 time: 0.1159573
Jul 08 15:26:28.282325 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-13f552f2-1c61-494f-9cf0-cb11614a5f05 req-8ce01d0c-3057-4fe4-9a22-d115fd662717 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2109563
Jul 08 15:26:28.314028 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebec5f8-3c35-4882-b27d-de31d98fb873 req-1319b5f5-7c41-4d3b-81a4-f468560424ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.317250 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6ebec5f8-3c35-4882-b27d-de31d98fb873 req-1319b5f5-7c41-4d3b-81a4-f468560424ef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 1099 time: 0.2175391
Jul 08 15:26:28.327482 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-214bbe39-2b1a-46d1-98ce-dfa6e7bc345b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3deb8f4f-0b25-49a9-8f7e-f043df93b188&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0441451
Jul 08 15:26:28.361664 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6ebec5f8-3c35-4882-b27d-de31d98fb873 req-14183371-3059-42fe-94fe-724826bad2e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364344
Jul 08 15:26:28.518915 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-67958544-fd36-4c2c-b200-5762ff4801f0 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1557021
Jul 08 15:26:28.526418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968496cb-cd8f-4448-b9c5-4a4380b89011 req-2d6efdbf-d94f-490c-b28f-472808ee26e9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.527776 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-968496cb-cd8f-4448-b9c5-4a4380b89011 req-2d6efdbf-d94f-490c-b28f-472808ee26e9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.1988635
Jul 08 15:26:28.765587 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-968496cb-cd8f-4448-b9c5-4a4380b89011 req-592ca5cd-6920-4344-8331-791c45ae5890 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2186258
Jul 08 15:26:28.803682 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0d2fc34-2f0e-4e0e-b0bb-75d023fb9122 req-0e51c2d4-448a-46e9-be3b-ba34c625b0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2738671
Jul 08 15:26:28.819273 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55c203-2555-4dd8-91da-ea2a6dfeaff8 req-9b32390b-f524-44b1-9be3-3a21463ee626 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.820777 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dc55c203-2555-4dd8-91da-ea2a6dfeaff8 req-9b32390b-f524-44b1-9be3-3a21463ee626 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0858696
Jul 08 15:26:28.866242 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-dc55c203-2555-4dd8-91da-ea2a6dfeaff8 req-0f494d1e-e078-4090-82d6-0065174aeab7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391886
Jul 08 15:26:28.952621 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b589b4-e57b-4af5-8cd9-23227e85b097 req-be9eb03a-f72c-4f12-a5e0-6ad863fcbc02 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:28.954083 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-18b589b4-e57b-4af5-8cd9-23227e85b097 req-be9eb03a-f72c-4f12-a5e0-6ad863fcbc02 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 943 time: 0.0816734
Jul 08 15:26:29.000519 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-18b589b4-e57b-4af5-8cd9-23227e85b097 req-064fccd3-46c5-40c7-97c0-5222cdfe9c88 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405493
Jul 08 15:26:29.183410 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8d7ef224-2343-4f11-86fa-28ef2b9aa25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:29.758169 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:29.960578 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c99ae-d143-4375-a104-44d38ed35b31 req-cf7839f4-ff36-4101-b18e-a43619f64e11 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:29.962241 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c22c99ae-d143-4375-a104-44d38ed35b31 req-cf7839f4-ff36-4101-b18e-a43619f64e11 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0819697
Jul 08 15:26:30.011408 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c22c99ae-d143-4375-a104-44d38ed35b31 req-e2afde11-90df-4825-96b5-f1360f0e215e tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423446
Jul 08 15:26:30.063875 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06ca562-73fc-4489-ad17-f678cd0dcb52 req-0891a3f8-b5db-40ea-afa4-2203ab46ecee tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:30.066003 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f06ca562-73fc-4489-ad17-f678cd0dcb52 req-0891a3f8-b5db-40ea-afa4-2203ab46ecee tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0907407
Jul 08 15:26:30.110361 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f06ca562-73fc-4489-ad17-f678cd0dcb52 req-92aaac6b-1544-4a60-81cc-88b48e36346f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387127
Jul 08 15:26:30.195184 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19cfbb3-1a59-494f-a239-78b3fa44ff93 req-2c6b4ff2-8e73-4266-a0c4-e03ccd474e7a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:30.196648 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b19cfbb3-1a59-494f-a239-78b3fa44ff93 req-2c6b4ff2-8e73-4266-a0c4-e03ccd474e7a tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 943 time: 0.0817876
Jul 08 15:26:30.240575 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b19cfbb3-1a59-494f-a239-78b3fa44ff93 req-606b20b6-593a-427d-9833-538e2534d361 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382853
Jul 08 15:26:31.206306 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ccb77-8e39-4d7d-9a8a-ab474bc40b73 req-1a172c8f-7147-4b56-8a52-632bd6c1f3ad tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:31.207793 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eb6ccb77-8e39-4d7d-9a8a-ab474bc40b73 req-1a172c8f-7147-4b56-8a52-632bd6c1f3ad tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0842462
Jul 08 15:26:31.251773 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-eb6ccb77-8e39-4d7d-9a8a-ab474bc40b73 req-22cb96e2-5eee-4366-b426-6edbd466a3ac tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383782
Jul 08 15:26:31.299773 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85459e83-33da-4227-a6c1-e1614134a24a req-9b981a03-bad4-4143-88cf-6965eea73010 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:31.301209 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85459e83-33da-4227-a6c1-e1614134a24a req-9b981a03-bad4-4143-88cf-6965eea73010 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0852597
Jul 08 15:26:31.339676 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:26:31.350497 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-85459e83-33da-4227-a6c1-e1614134a24a req-1b4f1d77-aa02-4ff2-9e06-6cc16a542c37 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436103
Jul 08 15:26:31.435646 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f388c1-a23d-4a99-a341-7a6bc76d7033 req-2e77e338-08bf-4a7b-a779-4225e662b7f5 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:31.437168 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-55f388c1-a23d-4a99-a341-7a6bc76d7033 req-2e77e338-08bf-4a7b-a779-4225e662b7f5 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 943 time: 0.0871224
Jul 08 15:26:31.484534 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-55f388c1-a23d-4a99-a341-7a6bc76d7033 req-9e5ee6f2-6bc1-44c5-84e4-e783f07a3cdb tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409944
Jul 08 15:26:31.518182 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:31.532112 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a', 'network_id': '3deb8f4f-0b25-49a9-8f7e-f043df93b188', 'port_id': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a', 'mac_address': 'fa:16:3e:d2:23:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baa6caa5-d513-41c9-8afc-125fb84b2c49', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:26:31.588474 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:31.604877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:31.620448 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:31.624223 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:31.626030 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:31.691953 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:31.694412 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:31.857006 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-eddd0d1d-03c5-4837-8d92-08ee49adf33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:31.859569 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:26:32.535254 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623bbc7-8ff7-44ec-8720-9f4335116c36 req-4ea19a16-d8c3-4447-b680-907e51d1c17b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:32.536729 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6623bbc7-8ff7-44ec-8720-9f4335116c36 req-4ea19a16-d8c3-4447-b680-907e51d1c17b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0835431
Jul 08 15:26:32.581701 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6623bbc7-8ff7-44ec-8720-9f4335116c36 req-ea4cae9a-d5c5-4706-9bae-8ce5eae2f92c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391743
Jul 08 15:26:32.646697 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:32.670849 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848761a0-0251-4470-9c39-6712490f90ec req-991af5e9-9491-4fd0-8232-8d8bd9432621 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:32.672324 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-848761a0-0251-4470-9c39-6712490f90ec req-991af5e9-9491-4fd0-8232-8d8bd9432621 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 944 time: 0.0819187
Jul 08 15:26:32.719074 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-848761a0-0251-4470-9c39-6712490f90ec req-9c447030-5870-4517-8fd1-8cf715ef7c27 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398054
Jul 08 15:26:33.343666 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:26:33.413513 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:26:33.418595 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:26:33.419005 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:33.467750 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-2ebd281a-0e6e-4c01-aa9d-f5f06fb33b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.469298 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-2ebd281a-0e6e-4c01-aa9d-f5f06fb33b68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.0760093
Jul 08 15:26:33.541371 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:33.568562 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:33.578297 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:33.583399 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:33.585312 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:33.605829 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-de272595-08fb-446a-a7db-6ad57356fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.606081 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-de272595-08fb-446a-a7db-6ad57356fcf4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.1303415
Jul 08 15:26:33.659014 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:33.668950 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a', 'code': 200}
Jul 08 15:26:33.669864 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:33.763754 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-da84798c-4cfa-49f0-b6fb-524c2f8beda9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 1001 time: 0.1507251
Jul 08 15:26:33.849167 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-7309c1bc-3d6f-4d82-85da-36c55ebb22de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.850520 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-7309c1bc-3d6f-4d82-85da-36c55ebb22de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.0805216
Jul 08 15:26:33.914892 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bbe0d-a2cb-4d18-82a6-e19078c9be02 req-caf5e7b6-782b-4ea8-ab3d-e6ece865a91a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.916382 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-460bbe0d-a2cb-4d18-82a6-e19078c9be02 req-caf5e7b6-782b-4ea8-ab3d-e6ece865a91a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1884508
Jul 08 15:26:33.933674 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd8b93-135c-42c0-8d90-15e88a5f7e4a req-e14cd0d1-fc06-422c-9feb-3a5dd04c7a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.935138 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0efd8b93-135c-42c0-8d90-15e88a5f7e4a req-e14cd0d1-fc06-422c-9feb-3a5dd04c7a48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 1098 time: 0.1364777
Jul 08 15:26:33.943420 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970fddd-03e9-4884-94ac-f18d97ca42ad req-880349fe-36ce-4d9d-a3c7-0b165dd82672 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.944935 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3970fddd-03e9-4884-94ac-f18d97ca42ad req-880349fe-36ce-4d9d-a3c7-0b165dd82672 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 945 time: 0.1065340
Jul 08 15:26:33.971309 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-460bbe0d-a2cb-4d18-82a6-e19078c9be02 req-df2cefb6-4407-4343-9452-f1c1e5d7b69a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478833
Jul 08 15:26:33.977098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-ac9519b2-7319-4c4c-80fc-c5014c1a66ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:33.978557 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-ac9519b2-7319-4c4c-80fc-c5014c1a66ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1204870
Jul 08 15:26:34.014629 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0efd8b93-135c-42c0-8d90-15e88a5f7e4a req-377d64bd-761c-4df2-8584-744a91552308 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687814
Jul 08 15:26:34.018736 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3970fddd-03e9-4884-94ac-f18d97ca42ad req-d452e509-0e19-4242-ae5a-6f827f82fb91 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588067
Jul 08 15:26:34.118087 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-78c6f3e5-f952-4bb1-9dd3-3fe682c2ba8c service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330838
Jul 08 15:26:34.132761 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:34.259212 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8714e6cb-b56a-4678-8ecb-6549f9c83bc3 req-cedcb6a0-2860-4a84-bb83-f1d706cafd36 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245410
Jul 08 15:26:35.163842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e0535-62c3-4ec1-9c70-e0f17da05200 req-587a1a49-d21a-4975-b670-191418d60580 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:35.165371 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9b4e0535-62c3-4ec1-9c70-e0f17da05200 req-587a1a49-d21a-4975-b670-191418d60580 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0858734
Jul 08 15:26:35.209301 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9b4e0535-62c3-4ec1-9c70-e0f17da05200 req-100e377f-83d4-42cb-9155-57c034356ca0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383465
Jul 08 15:26:35.209798 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e60f2-8bd3-401a-8f00-a4bbc49a9560 req-14a3c027-e37f-47f4-a3a9-82686de6aa41 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:35.211279 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-857e60f2-8bd3-401a-8f00-a4bbc49a9560 req-14a3c027-e37f-47f4-a3a9-82686de6aa41 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 945 time: 0.0809305
Jul 08 15:26:35.255336 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-857e60f2-8bd3-401a-8f00-a4bbc49a9560 req-27e57e27-c0db-4002-bb15-e502aa97a532 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385106
Jul 08 15:26:36.405246 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead3677-ec78-4550-9f2a-f09b11e51869 req-e6862b84-39ae-419b-9112-eb1176061d0d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:36.406737 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0ead3677-ec78-4550-9f2a-f09b11e51869 req-e6862b84-39ae-419b-9112-eb1176061d0d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0906515
Jul 08 15:26:36.454171 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0ead3677-ec78-4550-9f2a-f09b11e51869 req-6834130b-8d7f-4271-a93d-02e912a6d59c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411398
Jul 08 15:26:37.643117 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b607d-163b-412f-93e6-ba479d541a30 req-91d23258-d3cb-4096-acc0-062db07cfa89 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:37.644527 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-545b607d-163b-412f-93e6-ba479d541a30 req-91d23258-d3cb-4096-acc0-062db07cfa89 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0779932
Jul 08 15:26:37.783879 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-545b607d-163b-412f-93e6-ba479d541a30 req-67defeea-00e3-448b-9d7a-3fb43aa5acc9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331522
Jul 08 15:26:38.068656 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-607d6913-43ad-45d9-85b5-027773da7b62 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0747602
Jul 08 15:26:38.140822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992499e-773e-4ae7-b364-dcc401a55b85 req-ee041b26-832e-4442-98a5-ea47d20cd237 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:38.142945 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f992499e-773e-4ae7-b364-dcc401a55b85 req-ee041b26-832e-4442-98a5-ea47d20cd237 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0857866
Jul 08 15:26:38.189911 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f992499e-773e-4ae7-b364-dcc401a55b85 req-ebe760f9-3775-47f2-8530-c6fe91aee572 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401464
Jul 08 15:26:39.371281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d8840-82ea-44a7-b033-d54df360fbd2 req-2ece496b-fe63-4825-8988-8c7a37367016 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:39.372676 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff6d8840-82ea-44a7-b033-d54df360fbd2 req-2ece496b-fe63-4825-8988-8c7a37367016 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0790341
Jul 08 15:26:39.411415 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:26:39.418269 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff6d8840-82ea-44a7-b033-d54df360fbd2 req-e8aa7629-616b-4ade-9f76-776a9ccb6e02 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392020
Jul 08 15:26:39.529758 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:39.557209 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:39.566682 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:39.570959 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:39.572769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:39.607020 dv-cinder-798671-3-iscsi neutron-server[78426]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'code': 422} returned with failed status
Jul 08 15:26:39.639132 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=6']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:39.642136 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:40.610020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d69a4-a6fd-40e4-9099-c9d8d805d7db req-71cecdd9-f40b-46da-968d-6ebb3772dde7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:40.611993 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-343d69a4-a6fd-40e4-9099-c9d8d805d7db req-71cecdd9-f40b-46da-968d-6ebb3772dde7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0867195
Jul 08 15:26:40.656251 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-343d69a4-a6fd-40e4-9099-c9d8d805d7db req-9a14a0a7-1726-40f0-b573-179d7eb26c8f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387449
Jul 08 15:26:41.842472 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bde39d-1016-4cda-a840-22b5b54e6d10 req-ede3aa08-126b-4072-a573-ad17ace049c2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:41.843932 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e3bde39d-1016-4cda-a840-22b5b54e6d10 req-ede3aa08-126b-4072-a573-ad17ace049c2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0837066
Jul 08 15:26:41.889528 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e3bde39d-1016-4cda-a840-22b5b54e6d10 req-ba57a1b3-9931-4ebf-b25c-b3eb73df2d30 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399041
Jul 08 15:26:43.073077 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a79553-0301-43d3-a4d5-28ff83591cd4 req-a57b185d-c328-4c31-a8cd-668918520cc2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.074553 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b4a79553-0301-43d3-a4d5-28ff83591cd4 req-a57b185d-c328-4c31-a8cd-668918520cc2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0804975
Jul 08 15:26:43.125737 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b4a79553-0301-43d3-a4d5-28ff83591cd4 req-a1ea098f-61b5-4bdc-9454-0cb43df17a48 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447307
Jul 08 15:26:43.484767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-123eb9bd-87f0-43f9-be5e-58f60bcc0933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.486794 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-123eb9bd-87f0-43f9-be5e-58f60bcc0933 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e&tenant_id=fdcd57c2bedb434098b98a206bf6bbac HTTP/1.1" status: 200  len: 1096 time: 0.0728319
Jul 08 15:26:43.585666 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-fa00e936-64d4-4541-8049-8bba077d9274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.587217 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-fa00e936-64d4-4541-8049-8bba077d9274 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1096 time: 0.0756676
Jul 08 15:26:43.740036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-ae3408e8-333e-4543-8cf1-44ad00e82f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.741495 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-ae3408e8-333e-4543-8cf1-44ad00e82f94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.1474674
Jul 08 15:26:43.846438 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-56c2eeaa-0796-4b73-9b87-405cefcd46c3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 999 time: 0.0964491
Jul 08 15:26:43.914551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-9ed3776d-6fa6-4ebb-b742-a49f589ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.915965 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-9ed3776d-6fa6-4ebb-b742-a49f589ce861 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.0570285
Jul 08 15:26:43.995616 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-63ced417-a258-4f52-9cda-9feac3e5719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:43.997041 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-63ced417-a258-4f52-9cda-9feac3e5719f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0720794
Jul 08 15:26:44.309668 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024ba18-0a13-434e-a21e-174560257410 req-c9ee8133-f55e-49b5-8687-d2b93ef1a5ee tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:44.311021 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0024ba18-0a13-434e-a21e-174560257410 req-c9ee8133-f55e-49b5-8687-d2b93ef1a5ee tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0787876
Jul 08 15:26:44.355659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0024ba18-0a13-434e-a21e-174560257410 req-2e945d53-5179-4111-b19f-92534c95052c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384579
Jul 08 15:26:45.150285 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-d36a0459-d2a2-4118-9217-ba34d9f4fa7f service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244888
Jul 08 15:26:45.538149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf27a-56f5-4824-88f7-d7d55d9bede0 req-76822165-9ca0-4fef-9a55-1429b065d2ed tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:45.539696 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d07bf27a-56f5-4824-88f7-d7d55d9bede0 req-76822165-9ca0-4fef-9a55-1429b065d2ed tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0824168
Jul 08 15:26:45.583878 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d07bf27a-56f5-4824-88f7-d7d55d9bede0 req-b5bda1d4-5bb8-4d98-a551-2000536b8604 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385754
Jul 08 15:26:46.032569 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7eb21a65-4ebc-4552-9a08-5d3475c63e18 req-1613816d-666f-4ffd-8bdf-eb7030f7d1f7 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256015
Jul 08 15:26:46.773323 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec31a1a-b988-48bc-b936-111886f69323 req-7b29509e-b263-4eff-af7e-09059e633cc9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:46.774733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5ec31a1a-b988-48bc-b936-111886f69323 req-7b29509e-b263-4eff-af7e-09059e633cc9 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0850215
Jul 08 15:26:46.819764 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-5ec31a1a-b988-48bc-b936-111886f69323 req-657f5d2d-3305-44cb-a80e-d108a8dc94d2 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390620
Jul 08 15:26:47.308112 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:26:48.011157 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee9f7a-a990-4dbb-8490-21b05fea5411 req-53264ae0-7bc6-4be0-9b40-da36e92e39c6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:48.012671 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b8ee9f7a-a990-4dbb-8490-21b05fea5411 req-53264ae0-7bc6-4be0-9b40-da36e92e39c6 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0862796
Jul 08 15:26:48.061550 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b8ee9f7a-a990-4dbb-8490-21b05fea5411 req-2fcc88e4-54d5-4a66-a2ea-ef751f873feb tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421216
Jul 08 15:26:49.247368 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b413a-c386-4485-95bd-a40d9e257f3c req-8f24bcf9-aa5d-480d-82ca-d85eca9df007 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:49.248858 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7d1b413a-c386-4485-95bd-a40d9e257f3c req-8f24bcf9-aa5d-480d-82ca-d85eca9df007 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0790792
Jul 08 15:26:49.297659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7d1b413a-c386-4485-95bd-a40d9e257f3c req-c43cd21e-99e9-4a83-8b10-0ba1ed9c2860 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423777
Jul 08 15:26:50.479692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31189e-c80d-49ec-bd08-5f6bf9ee814a req-c7c1f583-be8f-46b4-a1b8-1c4a2b6018b4 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:50.481224 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ac31189e-c80d-49ec-bd08-5f6bf9ee814a req-c7c1f583-be8f-46b4-a1b8-1c4a2b6018b4 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0799136
Jul 08 15:26:50.540024 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ac31189e-c80d-49ec-bd08-5f6bf9ee814a req-c7bca8f8-c4cb-432f-87c1-5d9c9a3c0545 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527329
Jul 08 15:26:51.733420 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47039616-1ca1-46e0-a231-f382a4ef48c2 req-5f1d16dd-49fd-4231-b3b4-1619b857165f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:51.735023 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-47039616-1ca1-46e0-a231-f382a4ef48c2 req-5f1d16dd-49fd-4231-b3b4-1619b857165f tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0851076
Jul 08 15:26:51.783368 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-47039616-1ca1-46e0-a231-f382a4ef48c2 req-37d0ea2d-fdbd-4690-bf1a-e249678ba83b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415292
Jul 08 15:26:53.034138 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0f25f-f5c6-4989-aa72-2015f26902fc req-8bf44554-93d2-40e3-8b5e-91499b88d987 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:53.035496 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c5c0f25f-f5c6-4989-aa72-2015f26902fc req-8bf44554-93d2-40e3-8b5e-91499b88d987 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.1463313
Jul 08 15:26:53.078940 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c5c0f25f-f5c6-4989-aa72-2015f26902fc req-50e4305d-7230-4e3a-b40d-216e20c3483c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378194
Jul 08 15:26:54.265567 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6731ce34-d82a-4e29-9abd-7f772faa799d req-4731e771-c297-4d56-bd04-8a3e8db44fe7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:54.267534 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6731ce34-d82a-4e29-9abd-7f772faa799d req-4731e771-c297-4d56-bd04-8a3e8db44fe7 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0832846
Jul 08 15:26:54.311443 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6731ce34-d82a-4e29-9abd-7f772faa799d req-eb426fcb-7f0c-474b-a81d-901d64059707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383029
Jul 08 15:26:54.356482 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:55.464064 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:26:55.499401 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731e299-4ddc-43c5-a293-c8962d58667b req-e6b10dda-f24a-4bf8-8180-2d47b20ef27c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:55.500962 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a731e299-4ddc-43c5-a293-c8962d58667b req-e6b10dda-f24a-4bf8-8180-2d47b20ef27c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 943 time: 0.0832722
Jul 08 15:26:55.545691 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-a731e299-4ddc-43c5-a293-c8962d58667b req-15e09baf-d5c8-4434-8c54-8d2cfc5e456b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382917
Jul 08 15:26:55.598582 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:55.611885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'port_id': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'mac_address': 'fa:16:3e:1c:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:26:55.669327 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:55.686909 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0ea666-f0df-411d-b226-94d504ce2574 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:26:55.703471 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:55.712056 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:55.713854 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:55.783010 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=7']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:55.791785 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.792128 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.792487 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.792821 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.793144 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.793473 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.793791 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.794127 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.794429 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.794744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.795084 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.795395 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:26:55.800018 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:55.964649 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['ae0ea666-f0df-411d-b226-94d504ce2574'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:26:56.739931 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58847e42-680b-4464-8e2d-aa33dd8a2895 req-47f1b709-1805-44b9-aced-5db53f9f0f5d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:56.741659 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-58847e42-680b-4464-8e2d-aa33dd8a2895 req-47f1b709-1805-44b9-aced-5db53f9f0f5d tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 944 time: 0.0839798
Jul 08 15:26:56.795448 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-58847e42-680b-4464-8e2d-aa33dd8a2895 req-4db7ae57-26c3-4631-bdf6-42294306e459 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447776
Jul 08 15:26:57.468540 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:26:57.544881 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port ae0ea666-f0df-411d-b226-94d504ce2574 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:26:57.545467 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:57.666855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:57.697849 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ef3dd-3fc1-4db6-8d4b-2d8973602583 req-c209b5c4-1727-424f-8231-f52349a5ac64 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:57.699390 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d71ef3dd-3fc1-4db6-8d4b-2d8973602583 req-c209b5c4-1727-424f-8231-f52349a5ac64 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 945 time: 0.0858643
Jul 08 15:26:57.699549 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:26:57.709586 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:57.715394 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:57.717455 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:26:57.754156 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d71ef3dd-3fc1-4db6-8d4b-2d8973602583 req-f12b7121-6a5f-4161-acd2-4b23e3dec16f tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458086
Jul 08 15:26:57.758020 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'code': 200}
Jul 08 15:26:57.796416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=8']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:26:57.799233 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:26:58.112639 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0267-0b20-4bc0-9bb0-2ee10a6dd5ab req-6408672c-fe2d-4fca-ab27-b8daaa0ca6ca tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:58.114112 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f81a0267-0b20-4bc0-9bb0-2ee10a6dd5ab req-6408672c-fe2d-4fca-ab27-b8daaa0ca6ca tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.2078457
Jul 08 15:26:58.172634 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f81a0267-0b20-4bc0-9bb0-2ee10a6dd5ab req-bed8e8d9-9515-4093-b00d-894c1c60c816 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523028
Jul 08 15:26:58.184976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0341bff-2e9c-4f27-825f-2ad52130b553 req-6bf6dae9-91ee-4ad1-8b14-e5a72b24f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:58.186462 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0341bff-2e9c-4f27-825f-2ad52130b553 req-6bf6dae9-91ee-4ad1-8b14-e5a72b24f298 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.2070978
Jul 08 15:26:58.227724 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a0341bff-2e9c-4f27-825f-2ad52130b553 req-3cf6f6ea-ab7d-406a-ae1b-647017bef25f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0341766
Jul 08 15:26:58.942527 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188e92c-49a6-49c8-bfd7-dadafed703db req-d74e902a-8665-4c2f-a8f3-6db595bc9267 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:58.944046 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c188e92c-49a6-49c8-bfd7-dadafed703db req-d74e902a-8665-4c2f-a8f3-6db595bc9267 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 945 time: 0.0831244
Jul 08 15:26:58.997952 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-c188e92c-49a6-49c8-bfd7-dadafed703db req-4b26d2bb-1d54-43bd-af69-27455c2164dd tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/security-groups?id=152da060-bc79-499b-a6dd-61cdc97d5f5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437939
Jul 08 15:26:59.184695 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-226e3c9d-3854-40d9-b69e-875398c63afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:59.359820 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253687d-1dd0-4dfc-a57f-da8a32bcd79d req-b8d4da52-25f2-4083-b10f-e77f87f35672 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:59.361335 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f253687d-1dd0-4dfc-a57f-da8a32bcd79d req-b8d4da52-25f2-4083-b10f-e77f87f35672 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0833297
Jul 08 15:26:59.440608 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f253687d-1dd0-4dfc-a57f-da8a32bcd79d req-046f2574-8ffe-4f59-95e7-7f0d23f65e8b tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0735319
Jul 08 15:26:59.483555 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-eced26af-9be5-42cb-a30b-0323cf32d679 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:26:59.485021 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-eced26af-9be5-42cb-a30b-0323cf32d679 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 945 time: 0.0830417
Jul 08 15:26:59.558940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Deleting port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:26:59.559278 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:59.763325 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:59.820884 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] For port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,segment=NetworkSegment(4276688d-4b40-460f-9900-c7d974fb87cd),segment_id=4276688d-4b40-460f-9900-c7d974fb87cd)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:26:59.821247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:26:59.947430 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Calling delete_port for 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:00.092139 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:00.098296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3ffaa1f6-9fd1-419d-ac00-8cea8f0ba7d0 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:00.105941 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:27:00.144229 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Pushing event deleted for resources: {'Port': ['ID=53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:00.153859 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f68bb630-7ea3-4dd7-92af-aaa1d15e02a7 req-008659e7-9944-402e-9df3-4f5778cd9b52 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.55 "GET /v2.0/ports?device_id=1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6 HTTP/1.1" status: 200  len: 210 time: 0.0455267
Jul 08 15:27:00.154835 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.154835 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.155204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.155555 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.155921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.156286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.156675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.157039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.157433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.157795 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.158153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.158509 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:00.163279 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:00.239347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] No DVR routers for this DVR port 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:27:00.241968 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:00.244619 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'name': 'network-vif-deleted', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:27:00.261547 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-be29d9d2-51bb-4e30-89b8-705fe82ddd29 req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] 10.222.0.53 "DELETE /v2.0/ports/53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a HTTP/1.1" status: 204  len: 173 time: 0.7700524
Jul 08 15:27:00.291232 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cf49ec8-a7f1-4c34-9dc6-43e43937c3e6', 'name': 'network-vif-deleted', 'tag': '53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a', 'status': 'completed', 'code': 200}
Jul 08 15:27:01.858178 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-666f6273-5618-4526-88a1-5290740628ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:02.651423 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:04.134482 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:27:04.162925 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:04.167950 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:27:04.168293 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 53e4e5ab-dd95-40e2-9573-9d6f0c80ad1a not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:27:12.051572 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd138e6-03c0-4488-8dff-efd4d3d903d2 req-8100ac16-fe6e-41a6-a919-62fa4b18424b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:12.052969 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9fd138e6-03c0-4488-8dff-efd4d3d903d2 req-8100ac16-fe6e-41a6-a919-62fa4b18424b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0826457
Jul 08 15:27:12.098535 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9fd138e6-03c0-4488-8dff-efd4d3d903d2 req-2dd52817-fde5-44e9-95a4-6c408cf4d64f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399563
Jul 08 15:27:13.286476 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e1a3c-e4a5-40cf-9ef1-6ea497728b2a req-163dd648-8ca4-454e-bed8-d5de6fece226 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:13.287981 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b91e1a3c-e4a5-40cf-9ef1-6ea497728b2a req-163dd648-8ca4-454e-bed8-d5de6fece226 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0799479
Jul 08 15:27:13.332395 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b91e1a3c-e4a5-40cf-9ef1-6ea497728b2a req-82cb3c17-77fb-4e17-8e90-b2b52e16ed82 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387001
Jul 08 15:27:14.521062 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32a306-2d02-4ebf-8ecd-3ab19ae6ed3d req-4b11f7f3-e6bb-4b88-be39-5ccb83c1b35b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:14.522516 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-df32a306-2d02-4ebf-8ecd-3ab19ae6ed3d req-4b11f7f3-e6bb-4b88-be39-5ccb83c1b35b tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0796275
Jul 08 15:27:14.568798 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-df32a306-2d02-4ebf-8ecd-3ab19ae6ed3d req-2e2fa7fc-e5db-4a92-8b5c-510a6684a052 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406651
Jul 08 15:27:15.528460 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-7df76bac-9d37-4f41-8066-14e90c504e9f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:15.529904 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-7df76bac-9d37-4f41-8066-14e90c504e9f tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.0828302
Jul 08 15:27:15.598839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Deleting port 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:15.599187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:15.884487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02d303-2fe5-49b0-a149-d78edbd38b40 req-8badbdd1-2daa-4726-939c-58159f512243 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:15.888411 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3a02d303-2fe5-49b0-a149-d78edbd38b40 req-8badbdd1-2daa-4726-939c-58159f512243 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 946 time: 0.1974225
Jul 08 15:27:16.029918 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] For port 3a99971c-9d1e-4e19-921c-2c5b037884b2, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=3a99971c-9d1e-4e19-921c-2c5b037884b2,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:16.030277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:16.129408 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3a02d303-2fe5-49b0-a149-d78edbd38b40 req-3d672e0d-9274-469d-b639-09a893ca50f4 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups?id=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2368305
Jul 08 15:27:16.337308 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:16.337682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:16.338020 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Floating IP 632b7762-ebe2-488a-8e95-db1726327403 disassociated. External IP: 172.27.2.243, port: 3a99971c-9d1e-4e19-921c-2c5b037884b2.
Jul 08 15:27:16.338343 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Calling delete_port for 3a99971c-9d1e-4e19-921c-2c5b037884b2 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:16.490320 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:16.496011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbb1ecb9-965c-40fd-a262-49089f687707 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:16.539152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'Port': ['ID=3a99971c-9d1e-4e19-921c-2c5b037884b2,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:16.542714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:16.731958 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:27:16.921140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:27:16.931199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:27:16.942431 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:16.943068 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef672e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:16.995886 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] No DVR routers for this DVR port 3a99971c-9d1e-4e19-921c-2c5b037884b2 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:27:16.998683 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:17.001595 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-deleted', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:27:17.021443 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f4e1364a-00e8-49f9-a9c3-7dc72902e77d req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.53 "DELETE /v2.0/ports/3a99971c-9d1e-4e19-921c-2c5b037884b2 HTTP/1.1" status: 204  len: 173 time: 1.4860876
Jul 08 15:27:17.056938 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5359549e-e554-4420-96a8-77c06e2ea7c3', 'name': 'network-vif-deleted', 'tag': '3a99971c-9d1e-4e19-921c-2c5b037884b2', 'status': 'completed', 'code': 200}
Jul 08 15:27:17.145374 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:17.307696 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-d575ce66-3c4e-40d2-bc99-48df64947eb1 req-269bb72f-d882-407a-a1fa-80484514b748 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Synchronizing usage tracker for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:27:17.324254 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-d575ce66-3c4e-40d2-bc99-48df64947eb1 req-269bb72f-d882-407a-a1fa-80484514b748 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Unset dirty status for tenant:115f17f3436f4ed490b530b89c748529 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:27:17.325868 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-d575ce66-3c4e-40d2-bc99-48df64947eb1 req-269bb72f-d882-407a-a1fa-80484514b748 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/ports?device_id=5359549e-e554-4420-96a8-77c06e2ea7c3 HTTP/1.1" status: 200  len: 210 time: 0.0662751
Jul 08 15:27:17.464828 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef672e0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:17.468603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:27:17.477228 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:17.477831 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdef672e0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:17.654183 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:17.973713 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdef672e0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:17.977649 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945f977-f2d0-44d6-8c1f-6a16e412892c None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:20:14Z', 'revision_number': 4, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135', 'name': '', 'network_id': 'ef2150a2-7a89-4b15-99fc-8d08362a45ab', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'mac_address': 'fa:16:3e:aa:15:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:11Z', 'updated_at': '2021-07-08T15:20:26Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'subnets': [{'id': '6e68fa16-b2f5-4da6-961b-5c2130ad7ace', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:27:18.225041 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51fee49-e0f3-4656-ae26-a3e9294dcb8d None None] New status for floating IP 632b7762-ebe2-488a-8e95-db1726327403: DOWN {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:27:18.465809 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41804) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:18.530644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:18.557655 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:18.608489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:18.612269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d74d009c-39b9-4a60-ad20-b0751b39d6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:18.625851 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:18.630761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:18.641091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:18.645244 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4a70905a-b303-4901-ae17-7e01910787b5 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "DELETE /v2.0/security-groups/0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59 HTTP/1.1" status: 204  len: 168 time: 0.1753943
Jul 08 15:27:18.645763 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41808) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:18.661691 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.api.v2.resource [None req-fc8f98c7-1cdb-4e60-8258-fa65834adf25 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] show failed (client error): The resource could not be found.
Jul 08 15:27:18.662647 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fc8f98c7-1cdb-4e60-8258-fa65834adf25 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "GET /v2.0/security-groups/0b37f2ce-f8e7-4c73-aa7c-3e9ecfdaba59 HTTP/1.1" status: 404  len: 347 time: 0.0159979
Jul 08 15:27:18.665480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41812) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:18.826832 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Deleting port f48133b7-92e5-4bbb-93e1-dbc2548ea006 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:18.827084 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.091714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.091955 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.218015 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Calling delete_port for f48133b7-92e5-4bbb-93e1-dbc2548ea006 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:19.359205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.364292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-913cd9e4-e305-4cde-ad5f-322d00d548e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:19.411170 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Pushing event deleted for resources: {'Port': ['ID=f48133b7-92e5-4bbb-93e1-dbc2548ea006,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:19.414249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:19.500144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks [] for floatingip, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.517469 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:19.518617 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] 10.222.0.55 "DELETE /v2.0/floatingips/632b7762-ebe2-488a-8e95-db1726327403 HTTP/1.1" status: 204  len: 168 time: 0.8521900
Jul 08 15:27:19.548977 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:27:19.582614 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: 3a99971c-9d1e-4e19-921c-2c5b037884b2 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:27:19.582965 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device 3a99971c-9d1e-4e19-921c-2c5b037884b2 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:27:22.462261 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41860) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:23.099542 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:23.529406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Deleting port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:23.530073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:23.700886 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] For port 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:23.701294 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:23.823926 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Calling delete_port for 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 owned by network:router_interface {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:24.146329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:24.152466 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:24.197281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Pushing event deleted for resources: {'Port': ['ID=74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:24.246406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.246773 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.247126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.247732 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.247985 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.248313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.248818 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.249168 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.249515 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.249856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.250202 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.250638 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:24.279197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:24.307322 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:27:24.367734 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:24.523552 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:24.984955 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Router 8ded9922-eb06-41ec-8fa5-268b8407effe has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:27:25.164651 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:27:25.172963 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Sync routers for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:27:25.176760 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] 10.222.0.55 "PUT /v2.0/routers/8ded9922-eb06-41ec-8fa5-268b8407effe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7133973
Jul 08 15:27:25.179771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41892) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:25.182652 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:25.183262 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa078b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:25.355096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks [] for router, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:25.396234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:25.533920 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:25.543587 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Deleting port 4477fc1b-3ef7-470a-a90a-e308f51e4316 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:25.543953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:25.683491 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa078b0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14'}], 'enable_snat': True}, 'gw_port_id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:27:24Z', 'revision_number': 5, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port': {'id': '4477fc1b-3ef7-470a-a90a-e308f51e4316', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:bd:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:20:03Z', 'updated_at': '2021-07-08T15:20:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:25.688924 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Checking router: 8ded9922-eb06-41ec-8fa5-268b8407effe for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:27:25.705950 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Routers {'8ded9922-eb06-41ec-8fa5-268b8407effe'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:25.706600 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa078b0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['8ded9922-eb06-41ec-8fa5-268b8407effe'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:25.746688 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] For port 4477fc1b-3ef7-470a-a90a-e308f51e4316, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=4477fc1b-3ef7-470a-a90a-e308f51e4316,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:25.747045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:25.865352 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] Set router 8ded9922-eb06-41ec-8fa5-268b8407effe gateway port host: None {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:25.874098 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Calling delete_port for 4477fc1b-3ef7-470a-a90a-e308f51e4316 owned by network:router_gateway {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:25.974392 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa078b0>, [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:27:25Z', 'revision_number': 6, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:25.979725 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbafa031-a4b0-4acc-8576-ee2db272ea34 None None] The sync data for ids ['8ded9922-eb06-41ec-8fa5-268b8407effe'] in dv-cinder-798671-3-iscsi is: [{'id': '8ded9922-eb06-41ec-8fa5-268b8407effe', 'name': 'tempest-AttachVolumeShelveTestJSON-1855035275-router', 'tenant_id': '115f17f3436f4ed490b530b89c748529', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:20:01Z', 'updated_at': '2021-07-08T15:27:25Z', 'revision_number': 6, 'project_id': '115f17f3436f4ed490b530b89c748529', 'gw_port_host': None}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:27:26.050370 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.055518 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:26.102831 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Pushing event deleted for resources: {'Port': ['ID=4477fc1b-3ef7-470a-a90a-e308f51e4316,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:26.129130 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:26.192012 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.458405 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.461170 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.544978 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.545618 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ded9922-eb06-41ec-8fa5-268b8407effe {{(pid=78424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:27:26.558013 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.559146 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] 10.222.0.55 "DELETE /v2.0/routers/8ded9922-eb06-41ec-8fa5-268b8407effe HTTP/1.1" status: 204  len: 168 time: 1.3784742
Jul 08 15:27:26.561610 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41902) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:26.623540 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Deleting subnet 6e68fa16-b2f5-4da6-961b-5c2130ad7ace {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:27:26.626544 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.678026 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.779687 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 4477fc1b-3ef7-470a-a90a-e308f51e4316 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:27:26.798845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.812916 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 4477fc1b-3ef7-470a-a90a-e308f51e4316 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:27:26.813382 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 4477fc1b-3ef7-470a-a90a-e308f51e4316 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:27:26.813731 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:27:26.848132 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:27:26.848859 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 74c10bfb-a22d-4d0d-9f9e-9c7f1fd8e135 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:27:26.887533 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.892616 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:26.908521 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41908) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:26.930871 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e68fa16-b2f5-4da6-961b-5c2130ad7ace,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:26.932864 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:26.941194 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/6e68fa16-b2f5-4da6-961b-5c2130ad7ace HTTP/1.1" status: 204  len: 168 time: 0.3764365
Jul 08 15:27:26.941194 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:26.941469 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640b4322-0f39-4e62-960c-f5f9b9d2124d None None] Network ef2150a2-7a89-4b15-99fc-8d08362a45ab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:27:26.941577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41912) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:26.979013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Deleting subnet baa6caa5-d513-41c9-8afc-125fb84b2c49 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:27:26.982242 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.035926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.060027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.074169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Deleting port e7f4df52-f659-45d0-a010-948c81a8264c {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:27.074687 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.101553 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.179486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.185717 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:27.219497 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa6caa5-d513-41c9-8afc-125fb84b2c49,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:27.223271 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:27.225806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.234307 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-bf479807-2147-4ebb-9dd1-b6a0eba02bd4 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/baa6caa5-d513-41c9-8afc-125fb84b2c49 HTTP/1.1" status: 204  len: 168 time: 0.3224313
Jul 08 15:27:27.237943 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41918) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:27.242265 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] DHCP port deletion for ef2150a2-7a89-4b15-99fc-8d08362a45ab request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:27:27.246816 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Deleting port e7f4df52-f659-45d0-a010-948c81a8264c {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:27.247270 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.304845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] For port e7f4df52-f659-45d0-a010-948c81a8264c, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e7f4df52-f659-45d0-a010-948c81a8264c,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:27.305879 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.354656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.436160 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Calling delete_port for e7f4df52-f659-45d0-a010-948c81a8264c owned by network:dhcp {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:27.468734 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] For port e7f4df52-f659-45d0-a010-948c81a8264c, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e7f4df52-f659-45d0-a010-948c81a8264c,segment=NetworkSegment(97161458-63c0-4290-a29e-e7be22fc6303),segment_id=97161458-63c0-4290-a29e-e7be22fc6303)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:27.469163 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.484266 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.497822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdcfde1c0>,) {'filters': {'network_id': ['3deb8f4f-0b25-49a9-8f7e-f043df93b188']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.511559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdcfde1c0>, '4276688d-4b40-460f-9900-c7d974fb87cd') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.512176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdcfde1c0>, '4276688d-4b40-460f-9900-c7d974fb87cd') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.519968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.524955 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.529266 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:27.542603 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.549665 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:27:27.550339 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:27:27.571231 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:27:27.573758 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] No DVR routers for this DVR port e7f4df52-f659-45d0-a010-948c81a8264c on host dv-cinder-798671-3-iscsi {{(pid=78424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:27:27.598629 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7f4df52-f659-45d0-a010-948c81a8264c,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:27.599003 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Calling delete_port for e7f4df52-f659-45d0-a010-948c81a8264c owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:27:27.602143 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:27.655379 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.669519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:27.691180 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.694247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Pushing event deleted for resources: {'Network': ['ID=3deb8f4f-0b25-49a9-8f7e-f043df93b188,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:27.697532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:27.710040 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-28fb12a7-f4e0-4985-8c0b-9a4d5c3fa1ca admin admin] 10.222.0.55 "DELETE /v2.0/networks/3deb8f4f-0b25-49a9-8f7e-f043df93b188 HTTP/1.1" status: 204  len: 168 time: 0.4699705
Jul 08 15:27:27.715858 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.731097 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a90>,) {'filters': {'network_id': ['ef2150a2-7a89-4b15-99fc-8d08362a45ab']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.744747 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a90>, '97161458-63c0-4290-a29e-e7be22fc6303') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.745046 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde316a90>, '97161458-63c0-4290-a29e-e7be22fc6303') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:27.758424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.777351 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.784820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:27:27.785227 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.797527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:27:27.798082 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:27:27.802628 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:27:27.841771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41924) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:27.893661 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c9710200-c74b-4d14-b84e-f50fa82de4ed admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=344e7e03e9d14812917003523d329133&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505531
Jul 08 15:27:27.896016 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41928) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:27.961291 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.965742 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.971605 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-223998d5-1174-4133-8f82-475e7e6eb757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:27.985071 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.995234 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef2150a2-7a89-4b15-99fc-8d08362a45ab,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:27.995440 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:27.998432 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:28.010221 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-243342dc-1918-483f-9617-4608abac2d06 admin admin] 10.222.0.55 "DELETE /v2.0/networks/ef2150a2-7a89-4b15-99fc-8d08362a45ab HTTP/1.1" status: 204  len: 168 time: 1.0678396
Jul 08 15:27:28.056608 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.061795 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9d633f8b-3aa4-4056-a681-0dd8bc518c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:28.076292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152da060-bc79-499b-a6dd-61cdc97d5f5a,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:28.079442 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:28.086523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.088015 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b094f15a-923a-4a37-81c2-76eb25f92523 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/152da060-bc79-499b-a6dd-61cdc97d5f5a HTTP/1.1" status: 204  len: 168 time: 0.1904383
Jul 08 15:27:28.203180 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41936) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:28.260055 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-44e65da1-f791-4726-9726-8de10a48186d admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=115f17f3436f4ed490b530b89c748529&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0556250
Jul 08 15:27:28.263103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41940) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:28.332591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.341650 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Deleting port e7f4df52-f659-45d0-a010-948c81a8264c {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:27:28.342333 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.362880 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.426508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.430202 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c88433e4-664e-47c3-a9eb-3ecb673517fb None None] The port 'e7f4df52-f659-45d0-a010-948c81a8264c' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:27:28.433486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1d835d08-2cba-47e8-9496-c572fbbadcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:28.451799 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65c7def-4046-4007-8208-b2e567f6877f,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:28.456147 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:28.467417 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:28.471082 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/e65c7def-4046-4007-8208-b2e567f6877f HTTP/1.1" status: 204  len: 168 time: 0.2045653
Jul 08 15:27:28.549739 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e7f4df52-f659-45d0-a010-948c81a8264c no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:27:28.587655 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: e7f4df52-f659-45d0-a010-948c81a8264c {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:27:28.588003 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e7f4df52-f659-45d0-a010-948c81a8264c not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:27:29.185781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c4be128f-89bd-490d-8468-0fa3c5d15e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.263190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41964) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:29.367626 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-462892577-network', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:29.372485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:29.376331 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Usage tracker for resource:network and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:29.379457 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:29.385893 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:29.395381 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Made reservation on behalf of ea5d46bf7f2445b3a0205eb725387056 for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:27:29.398343 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.410294 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.424912 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:29.428814 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:29.431726 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:29.437597 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:29.523425 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.527114 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.531155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5af78952-ccc7-476d-9277-8ff1674ab54c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:29.557381 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:27:29.565777 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43dc109b-9e92-48b1-8e10-b36f78550694,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:29.569815 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:29.572388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.572740 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Added segment 88c8b2ea-0b00-462e-9a11-015b99fe0093 of type vlan for network 04ad93d7-25f7-4d2f-9b70-80c70a933115
Jul 08 15:27:29.599495 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.628596 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.629921 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:29.630501 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.635622 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:29.737633 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.4732673
Jul 08 15:27:29.738577 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Pushing event updated for resources: {'Network': ['ID=04ad93d7-25f7-4d2f-9b70-80c70a933115,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:29.741204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41970) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:29.742295 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:29.747273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Request body: {'subnet': {'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-462892577-subnet', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:29.749323 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:27:29.752583 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:29.757125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Usage tracker for resource:subnet and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:29.761296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:29.767636 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:29.778332 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Made reservation on behalf of ea5d46bf7f2445b3a0205eb725387056 for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:27:29.780658 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.854254 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.980426 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:29.984900 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-751046c6-b6ed-4533-b71a-1ea37263cb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:30.143964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec256dad-17e3-44c2-8ee4-d2e7009c8135,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:30.148274 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:30.152174 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Checking segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:27:30.152571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Network hostable DHCP agents. Network: 04ad93d7-25f7-4d2f-9b70-80c70a933115, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:27:30.171246 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:27:30.180088 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 04ad93d7-25f7-4d2f-9b70-80c70a933115) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:30.184078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:30.184713 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.188813 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c82fab-cac5-47d4-b93a-5159242c41b0 None None] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:27:30.205577 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0cae790c-415d-4c6e-9489-6ae731b17cc8 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4632790
Jul 08 15:27:30.208496 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 41976) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:30.214754 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:30.219531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:30.223780 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Usage tracker for resource:router and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:30.227224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:30.232909 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:30.243522 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.244774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.261292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.409219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-04ad93d7-25f7-4d2f-9b70-80c70a933115', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:27:30.410052 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.527328 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.561199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Allocated IP 172.20.0.2 (04ad93d7-25f7-4d2f-9b70-80c70a933115/ec256dad-17e3-44c2-8ee4-d2e7009c8135/1f1b7362-1866-43df-a599-fb7e2a2ce897) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:27:30.775979 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.786848 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Transition to ACTIVE for port object 1f1b7362-1866-43df-a599-fb7e2a2ce897 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:30.805379 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Transition to ACTIVE for port object 1f1b7362-1866-43df-a599-fb7e2a2ce897 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:30.811236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.815407 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:30.843195 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.873168 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.878236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:30.881669 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:30.885292 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:27:30.891001 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Pushing event updated for resources: {'Port': ['ID=1f1b7362-1866-43df-a599-fb7e2a2ce897,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:30.926189 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:30.980322 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Attempting to bind port 1f1b7362-1866-43df-a599-fb7e2a2ce897 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:27:30.980633 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Attempting to bind port 1f1b7362-1866-43df-a599-fb7e2a2ce897 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:27:30.981004 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Attempting to bind port 1f1b7362-1866-43df-a599-fb7e2a2ce897 on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:27:30.986588 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:27:30.986970 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Checking segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:27:30.987379 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:30.987779 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Bound using segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:27:30.988251 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Bound port: 1f1b7362-1866-43df-a599-fb7e2a2ce897, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:27:30.988662 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:31.015181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Allocated IP 172.27.2.7 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/a61c80e5-55ff-4879-9dae-99d93a001962) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:27:31.079557 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] For port 1f1b7362-1866-43df-a599-fb7e2a2ce897, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:27:31.082651 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] For port 1f1b7362-1866-43df-a599-fb7e2a2ce897, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=1f1b7362-1866-43df-a599-fb7e2a2ce897,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:27:31.087382 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:31.091997 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:31.166630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:31.173122 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Pushing event updated for resources: {'Port': ['ID=1f1b7362-1866-43df-a599-fb7e2a2ce897,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:31.175923 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:31.202501 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:31.206417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-411c4dd6-b476-437d-a5d2-324f7886c4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:31.269320 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:31.272182 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:31.274586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:27:31.322017 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Pushing event updated for resources: {'Port': ['ID=a61c80e5-55ff-4879-9dae-99d93a001962,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:31.324642 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:31.809401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:31.862706 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-38e73e93-6d8c-4164-a270-dec35792f826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.079444 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b01524-3310-4295-84f3-20d5c58ecbfa None None] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:27:32.162482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.213997 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-48072c32-3729-49e6-ada2-053f6880e7c0 None None] Provisioning for port 1f1b7362-1866-43df-a599-fb7e2a2ce897 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:32.372077 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Router 11993de3-4a6a-4098-883c-775709b5edb5 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:27:32.557154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:27:32.565893 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:27:32.578037 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 1f1b7362-1866-43df-a599-fb7e2a2ce897 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:32.588272 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.588834 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:32.589642 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee41940>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:32.592995 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41982) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:32.593469 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.3830304
Jul 08 15:27:32.670886 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 1f1b7362-1866-43df-a599-fb7e2a2ce897 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:32.676798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 1f1b7362-1866-43df-a599-fb7e2a2ce897 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:32.677410 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.739065 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.782558 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:32.799027 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.831844 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 1f1b7362-1866-43df-a599-fb7e2a2ce897, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=1f1b7362-1866-43df-a599-fb7e2a2ce897,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:32.836878 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:32.839105 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:32.908988 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=1f1b7362-1866-43df-a599-fb7e2a2ce897,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:32.913020 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:33.070538 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee41940>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:31Z', 'revision_number': 3, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:33.074601 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:27:33.074953 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Updating router 11993de3-4a6a-4098-883c-775709b5edb5 port a61c80e5-55ff-4879-9dae-99d93a001962 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:27:33.158610 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.275404 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.480443 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.484924 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Allocated IP 172.20.0.1 (04ad93d7-25f7-4d2f-9b70-80c70a933115/ec256dad-17e3-44c2-8ee4-d2e7009c8135/fbbbbda4-00c5-45ba-af06-f937f57182fd) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:27:33.492870 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Transition to ACTIVE for port object a61c80e5-55ff-4879-9dae-99d93a001962 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:33.498645 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.502439 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:33.584860 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Pushing event updated for resources: {'Port': ['ID=a61c80e5-55ff-4879-9dae-99d93a001962,revision_number=2']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:33.587176 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Attempting to bind port a61c80e5-55ff-4879-9dae-99d93a001962 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:27:33.587578 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Attempting to bind port a61c80e5-55ff-4879-9dae-99d93a001962 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:27:33.587943 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Attempting to bind port a61c80e5-55ff-4879-9dae-99d93a001962 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:27:33.597047 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:27:33.597426 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:27:33.597833 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.598222 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:27:33.598702 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Bound port: a61c80e5-55ff-4879-9dae-99d93a001962, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:27:33.599098 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.623771 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.624115 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.624474 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.624807 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.625146 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.625477 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.625801 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.626407 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.626525 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.626774 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.627091 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.627405 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:27:33.636121 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:33.681839 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] For port a61c80e5-55ff-4879-9dae-99d93a001962, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:27:33.686230 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] For port a61c80e5-55ff-4879-9dae-99d93a001962, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a61c80e5-55ff-4879-9dae-99d93a001962,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:27:33.690531 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.695517 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:33.731265 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.747589 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Transition to ACTIVE for port object fbbbbda4-00c5-45ba-af06-f937f57182fd will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:33.768573 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:33.769391 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee41940>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:33.772729 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.777166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:33.840205 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:33.842977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:33.846664 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:27:33.851845 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Pushing event updated for resources: {'Port': ['ID=a61c80e5-55ff-4879-9dae-99d93a001962,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:33.858958 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-fc51b7d7-7232-40fc-be63-a8c3fa9bf312 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:33.889513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Pushing event updated for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:33.892555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:33.908589 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:33.963883 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:34.094894 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-a37ab835-db2d-4cbe-bda0-9eaa27e16469 None None] Provisioning for port fbbbbda4-00c5-45ba-af06-f937f57182fd completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:34.103837 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-a37ab835-db2d-4cbe-bda0-9eaa27e16469 None None] Provisioning complete for port fbbbbda4-00c5-45ba-af06-f937f57182fd triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:34.104308 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a37ab835-db2d-4cbe-bda0-9eaa27e16469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.167213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.169421 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-a37ab835-db2d-4cbe-bda0-9eaa27e16469 None None] Port fbbbbda4-00c5-45ba-af06-f937f57182fd cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:27:34.184001 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.250122 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee41940>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:31Z', 'revision_number': 3, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:34.254185 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c049cf1-339f-4a4e-9386-fa010be51868 None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:31Z', 'revision_number': 3, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:27:34.414228 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.419053 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.443796 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:34.536927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.541069 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Pushing event updated for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:34.544576 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:34.650632 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a61c80e5-55ff-4879-9dae-99d93a001962 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:34.697604 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:34.699016 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:34.754572 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port a61c80e5-55ff-4879-9dae-99d93a001962 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:34.760654 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a61c80e5-55ff-4879-9dae-99d93a001962 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:34.761158 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.904512 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:27:34.910262 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.928684 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port a61c80e5-55ff-4879-9dae-99d93a001962, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a61c80e5-55ff-4879-9dae-99d93a001962,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:34.933028 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:34.933993 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 1f1b7362-1866-43df-a599-fb7e2a2ce897 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:34.960839 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:35.057374 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c7906480-e5d0-4426-9580-0782da5adc10 None None] Provisioning complete for port fbbbbda4-00c5-45ba-af06-f937f57182fd triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:35.057747 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c7906480-e5d0-4426-9580-0782da5adc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.108026 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=a61c80e5-55ff-4879-9dae-99d93a001962,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:35.110118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:27:35.115804 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:35.125735 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] 10.222.0.55 "PUT /v2.0/routers/11993de3-4a6a-4098-883c-775709b5edb5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5309222
Jul 08 15:27:35.130174 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c7906480-e5d0-4426-9580-0782da5adc10 None None] Port fbbbbda4-00c5-45ba-af06-f937f57182fd cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:27:35.137075 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 1f1b7362-1866-43df-a599-fb7e2a2ce897 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:35.137457 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.561639 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41994) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:35.567491 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--954585915', 'description': 'tempest-description--446335259'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:35.573933 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:35.577746 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:35.580616 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:35.586893 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:35.596713 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.623832 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:35.628067 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:35.631626 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:35.637527 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:35.723435 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.727696 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.731567 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-536622ef-bf28-4451-b642-f7f7c3696367 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:35.773658 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea991d1d-b5d6-4bca-89e1-63e62d305608,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:35.776570 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.777839 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2150953
Jul 08 15:27:35.778634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:35.780722 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 41998) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:35.786148 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group_rule': {'security_group_id': 'ea991d1d-b5d6-4bca-89e1-63e62d305608', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:35.792253 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:35.796391 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:35.799623 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:35.805499 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:35.823456 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.877148 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:27:35.888602 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:35.889242 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb27670>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:35.891511 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.895994 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.898299 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-56345ed1-8269-44df-9326-4e65646548e6 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:35.926187 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69daa19-8069-44ff-9366-623bab712e13,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:35.929623 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:35.939375 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:35.944010 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-73d89400-edf0-47fc-87fc-0a4821216660 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1588454
Jul 08 15:27:35.944234 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42002) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:35.949743 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group_rule': {'security_group_id': 'ea991d1d-b5d6-4bca-89e1-63e62d305608', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:35.955779 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:35.960746 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:35.965496 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:35.971521 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:35.987615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.050526 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.054707 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.056935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b2610db5-ef97-41a1-a880-e19715350f54 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:36.079535 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84c8df2-482d-4af4-99be-2acb0dda160b,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:36.085476 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:36.091036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.092292 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-3689ba63-49d9-4fa3-8e4a-66b445534a1a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1469457
Jul 08 15:27:36.095864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42006) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:36.096449 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:36.101431 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:36.107395 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:36.111231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:floatingip and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:27:36.114206 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:27:36.120545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:36.131682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.279641 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.422778 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Allocated IP 172.27.2.95 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/7b7792fb-75b3-4dd3-b4a8-986e872c4589) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:27:36.480325 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb27670>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 2, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:36.486648 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:27:36.487157 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Updating router 11993de3-4a6a-4098-883c-775709b5edb5 port fbbbbda4-00c5-45ba-af06-f937f57182fd binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:27:36.546705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.558218 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a61c80e5-55ff-4879-9dae-99d93a001962 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:36.696407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.726531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.731058 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b996415e-d7fb-454b-a162-e2a13fb2cdfb tempest-ServerRescueNegativeTestJSON-956532958 tempest-ServerRescueNegativeTestJSON-956532958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:36.744140 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port a61c80e5-55ff-4879-9dae-99d93a001962 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:36.744540 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.802945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:36.805794 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:36.809427 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:27:36.852286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=7b7792fb-75b3-4dd3-b4a8-986e872c4589,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:36.856346 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:36.894888 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:36.954273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.070823 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.083641 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Transition to ACTIVE for port object fbbbbda4-00c5-45ba-af06-f937f57182fd will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:37.091114 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.096110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:37.175073 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.180118 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.187597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-33022496-20e6-4fe3-84f1-e555db973168 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:37.252906 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be68e0-32d1-474d-ae98-33879eb53fa4 None None] Pushing event updated for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:37.260472 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-61be68e0-32d1-474d-ae98-33879eb53fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:37.299577 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.303805 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=7b7792fb-75b3-4dd3-b4a8-986e872c4589,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:37.307811 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:37.314450 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Attempting to bind port fbbbbda4-00c5-45ba-af06-f937f57182fd on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:27:37.314823 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Attempting to bind port fbbbbda4-00c5-45ba-af06-f937f57182fd by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:27:37.315186 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Attempting to bind port fbbbbda4-00c5-45ba-af06-f937f57182fd on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:27:37.321304 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:27:37.321654 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Checking segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:27:37.322072 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.322464 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Bound using segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:27:37.322931 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Bound port: fbbbbda4-00c5-45ba-af06-f937f57182fd, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:27:37.323305 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.335467 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.344572 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2400377
Jul 08 15:27:37.426656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] For port fbbbbda4-00c5-45ba-af06-f937f57182fd, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:27:37.430572 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] For port fbbbbda4-00c5-45ba-af06-f937f57182fd, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=fbbbbda4-00c5-45ba-af06-f937f57182fd,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:27:37.434744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:37.439355 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:37.510855 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-c78a94e7-1f9d-4994-a9a8-08ecbbcab573 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--954585915&fields=id&tenant_id=ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 267 time: 0.0480461
Jul 08 15:27:37.511955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:37.512619 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb27670>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:37.594028 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be68e0-32d1-474d-ae98-33879eb53fa4 None None] Pushing event updated for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:37.599289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-61be68e0-32d1-474d-ae98-33879eb53fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:37.676659 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-9089610c-d755-461b-bd89-35b930734a8d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:37.678850 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-9089610c-d755-461b-bd89-35b930734a8d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 810 time: 0.1608176
Jul 08 15:27:37.699896 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-28fcac1c-ef0b-472d-b9a3-3593ecabe304 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/quotas/ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 375 time: 0.0133164
Jul 08 15:27:37.716864 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:37.787837 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-d8ea3514-4327-4b3a-a5dc-4b9a95e2c47c tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0812824
Jul 08 15:27:37.969877 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dacc9145-39c4-4e65-8cc0-a86be1eba419 service neutron] 10.222.0.55 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1702251
Jul 08 15:27:38.074259 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb27670>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:37Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:38.078105 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1fa6-f5d4-4722-b236-e9a3b738378e None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:37Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:27:38.104630 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-6b63ac38-7bc6-437e-a2c4-80d6e3313e47 service neutron] 10.222.0.55 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1286519
Jul 08 15:27:38.426783 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-abb36202-60b0-4783-8204-edc7e7c58e55 req-a602fd9c-1bd9-4d1f-a2da-e32965584831 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:27:38.447034 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-abb36202-60b0-4783-8204-edc7e7c58e55 req-a602fd9c-1bd9-4d1f-a2da-e32965584831 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:27:38.448645 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-abb36202-60b0-4783-8204-edc7e7c58e55 req-a602fd9c-1bd9-4d1f-a2da-e32965584831 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 210 time: 0.1756034
Jul 08 15:27:38.585356 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device fbbbbda4-00c5-45ba-af06-f937f57182fd up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:38.657705 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port fbbbbda4-00c5-45ba-af06-f937f57182fd completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:38.664135 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port fbbbbda4-00c5-45ba-af06-f937f57182fd triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:38.665364 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:38.797272 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:38.833054 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port fbbbbda4-00c5-45ba-af06-f937f57182fd, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=fbbbbda4-00c5-45ba-af06-f937f57182fd,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:38.838202 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:38.840091 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-411112ba-1bc4-4589-866a-d03915409ac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:38.912273 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:38.915687 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:39.424769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-7fe714b1-287b-48d9-9bbb-84343ce87ecb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:39.426197 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-7fe714b1-287b-48d9-9bbb-84343ce87ecb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 810 time: 0.1524060
Jul 08 15:27:39.475214 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-c0acf5aa-dd7e-490c-835f-320be3a3562f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 379 time: 0.0395420
Jul 08 15:27:39.482781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'port': {'device_id': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'admin_state_up': True, 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'security_groups': ['ea991d1d-b5d6-4bca-89e1-63e62d305608']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:39.621019 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-78ea70f7-2a0d-431a-8aed-afe98f69e6cb req-8ea39c0e-1015-4831-b785-eae4abb3c282 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 210 time: 0.0522981
Jul 08 15:27:39.679783 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:27:39.690330 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:27:39.700133 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Made reservation on behalf of ea5d46bf7f2445b3a0205eb725387056 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:27:39.703673 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:39.864558 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Allocated IP 172.20.0.6 (04ad93d7-25f7-4d2f-9b70-80c70a933115/ec256dad-17e3-44c2-8ee4-d2e7009c8135/b9ee6537-48ce-432d-9a0a-1c73bf5238a3) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:27:40.138475 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.154896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Transition to ACTIVE for port object b9ee6537-48ce-432d-9a0a-1c73bf5238a3 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:40.177220 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.182530 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d985681d-f149-4686-9a5c-bf7d3eca79f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:40.246817 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:27:40.249842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:27:40.253937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:27:40.289160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:40.300724 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:40.326273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:40.326863 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.353013 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8742206
Jul 08 15:27:40.365425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Request body: {'port': {'device_id': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:40.481262 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.485680 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-0052ee61-c916-40ac-abc9-9ed30319366e None None] Provisioning for port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:40.491716 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-0052ee61-c916-40ac-abc9-9ed30319366e None None] Provisioning complete for port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:40.492098 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0052ee61-c916-40ac-abc9-9ed30319366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.548294 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-0052ee61-c916-40ac-abc9-9ed30319366e None None] Port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:27:40.558901 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device fbbbbda4-00c5-45ba-af06-f937f57182fd up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:40.629703 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port fbbbbda4-00c5-45ba-af06-f937f57182fd triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:40.630086 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.815813 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cc923-4d7d-4884-b46a-1f78b464c4f7 req-fe6c5037-1f22-4067-a58e-4435e7be671b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:40.817405 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-600cc923-4d7d-4884-b46a-1f78b464c4f7 req-fe6c5037-1f22-4067-a58e-4435e7be671b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 931 time: 0.0814776
Jul 08 15:27:40.835231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee6537-48ce-432d-9a0a-1c73bf5238a3 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:27:40.842797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.857329 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Transition to ACTIVE for port object b9ee6537-48ce-432d-9a0a-1c73bf5238a3 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:27:40.861559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:40.866407 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-600cc923-4d7d-4884-b46a-1f78b464c4f7 req-6c4b785d-66b7-41b4-8b6b-524af8385d23 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:27:40.866576 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3fb4534b-b86c-4744-ab01-b560f97a51f8 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:40.883625 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-600cc923-4d7d-4884-b46a-1f78b464c4f7 req-6c4b785d-66b7-41b4-8b6b-524af8385d23 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:27:40.885006 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-600cc923-4d7d-4884-b46a-1f78b464c4f7 req-6c4b785d-66b7-41b4-8b6b-524af8385d23 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0612144
Jul 08 15:27:40.991048 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:41.018053 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:41.102321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Attempting to bind port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:27:41.102885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Attempting to bind port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:27:41.103449 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Attempting to bind port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:27:41.110617 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:27:41.111010 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Attempting to bind port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:27:41.116602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:27:41.116940 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Checking segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:27:41.117325 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Bound using segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:27:41.117752 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Bound port: b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:27:41.118093 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:41.210166 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:27:41.212993 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:27:41.217417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:41.220921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:41.281516 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:41.282162 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:41.283553 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] 10.222.0.53 "PUT /v2.0/ports/b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 1093 time: 0.9230061
Jul 08 15:27:41.284071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:27:41.306175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:41.309135 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:41.358129 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'status': 'completed', 'code': 200}
Jul 08 15:27:41.394398 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-66a5d317-8015-46ce-9c4f-2b39f91a8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:41.395906 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-66a5d317-8015-46ce-9c4f-2b39f91a8621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1096 time: 0.0749514
Jul 08 15:27:41.468279 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-a9e43c9f-4ae4-457f-989b-86a182d6c84a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 217 time: 0.0646849
Jul 08 15:27:41.530748 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-fbb78052-099e-44b2-9897-1c4f9e83072c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:41.532189 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-fbb78052-099e-44b2-9897-1c4f9e83072c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0568383
Jul 08 15:27:41.610654 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-6ae9a62a-52fa-4bb9-b650-5c5d383f28a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:41.612037 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-6ae9a62a-52fa-4bb9-b650-5c5d383f28a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731282
Jul 08 15:27:41.833520 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-1db8beb2-17c9-48be-b53b-9f65efc85db8 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2146416
Jul 08 15:27:41.967488 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-180f699d-2475-4f87-ac16-ba0fb06e013f req-55b82579-e08f-4a11-b50a-774490d3c3ec service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277192
Jul 08 15:27:42.067499 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279e199-5894-4fd0-a556-9689cbef27ba req-2557696a-e1e1-4e70-a937-70f3f4bc1d95 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:42.069040 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f279e199-5894-4fd0-a556-9689cbef27ba req-2557696a-e1e1-4e70-a937-70f3f4bc1d95 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 943 time: 0.0802617
Jul 08 15:27:42.078248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951186-920f-41cf-a925-e5eb5c47b945 req-d07574d9-68c1-4a4c-a6bc-9aee58e2b711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:42.079704 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-d07574d9-68c1-4a4c-a6bc-9aee58e2b711 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1096 time: 0.0702691
Jul 08 15:27:42.114568 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f279e199-5894-4fd0-a556-9689cbef27ba req-088d0108-6382-474e-915a-142922e2ec5f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397928
Jul 08 15:27:42.210790 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951186-920f-41cf-a925-e5eb5c47b945 req-f7a7415f-8a33-4223-ad6d-3d6c7c605a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:42.212231 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-f7a7415f-8a33-4223-ad6d-3d6c7c605a9c service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1257925
Jul 08 15:27:42.285232 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-150dab6e-68eb-476c-a575-b07ce9e31dff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 217 time: 0.0662665
Jul 08 15:27:42.347522 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951186-920f-41cf-a925-e5eb5c47b945 req-04108753-3ced-47c3-be7a-02d5ce1c1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:42.348985 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-04108753-3ced-47c3-be7a-02d5ce1c1773 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0578327
Jul 08 15:27:42.427474 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02951186-920f-41cf-a925-e5eb5c47b945 req-2b2d56ed-5921-4d39-94e7-55fe2c0ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:42.428978 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-2b2d56ed-5921-4d39-94e7-55fe2c0ca336 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735471
Jul 08 15:27:42.561054 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-74f06ee3-fe41-49bc-ab9e-1b23edf658ec service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254129
Jul 08 15:27:42.695011 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-02951186-920f-41cf-a925-e5eb5c47b945 req-fa98cbf4-ee5e-4e14-8c3f-df377d117df8 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271439
Jul 08 15:27:43.298837 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c2ff2-f70d-47e3-aa41-e9e2850de05a req-465a2714-457e-40d6-9331-0ae1612af8f9 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:43.299517 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c24c2ff2-f70d-47e3-aa41-e9e2850de05a req-465a2714-457e-40d6-9331-0ae1612af8f9 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:27:43.314615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-c24c2ff2-f70d-47e3-aa41-e9e2850de05a req-465a2714-457e-40d6-9331-0ae1612af8f9 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:27:43.315704 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c24c2ff2-f70d-47e3-aa41-e9e2850de05a req-465a2714-457e-40d6-9331-0ae1612af8f9 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 943 time: 0.0931759
Jul 08 15:27:43.360143 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c24c2ff2-f70d-47e3-aa41-e9e2850de05a req-86877f1e-d5ad-4544-90af-c8200c84cbd6 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379193
Jul 08 15:27:44.548493 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ca2e7-99ee-496a-a19e-c582a26aa45a req-d90cc208-108c-49e8-8015-bf6cd366d23f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:44.549957 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-435ca2e7-99ee-496a-a19e-c582a26aa45a req-d90cc208-108c-49e8-8015-bf6cd366d23f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 943 time: 0.0842273
Jul 08 15:27:44.594505 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-435ca2e7-99ee-496a-a19e-c582a26aa45a req-092afdbe-3d15-4bf4-958c-843960859478 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382922
Jul 08 15:27:45.618141 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device b9ee6537-48ce-432d-9a0a-1c73bf5238a3 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:27:45.754339 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:45.768242 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'port_id': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'mac_address': 'fa:16:3e:74:e0:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:27:45.783137 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7db2-5b0b-40e8-b8fa-269e8d36fc16 req-ea705971-3a0d-42a7-a92a-f0d688593c84 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:45.784624 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-83ff7db2-5b0b-40e8-b8fa-269e8d36fc16 req-ea705971-3a0d-42a7-a92a-f0d688593c84 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 943 time: 0.0854740
Jul 08 15:27:45.823396 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:45.828786 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-83ff7db2-5b0b-40e8-b8fa-269e8d36fc16 req-658b486a-e4b9-41ed-8e3f-fc9b20171a2c tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385582
Jul 08 15:27:45.840946 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee6537-48ce-432d-9a0a-1c73bf5238a3 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:27:45.856316 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:45.860184 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:45.861971 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:45.929206 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:45.932242 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:46.078445 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['b9ee6537-48ce-432d-9a0a-1c73bf5238a3'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:27:47.009132 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3569e-f5c3-4d8f-b6e2-17e2b136450b req-29418a08-4e82-440c-b5d0-9fc85a842798 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:47.010570 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cce3569e-f5c3-4d8f-b6e2-17e2b136450b req-29418a08-4e82-440c-b5d0-9fc85a842798 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 944 time: 0.0786281
Jul 08 15:27:47.057554 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-cce3569e-f5c3-4d8f-b6e2-17e2b136450b req-2f6a36a1-3534-4f35-bc5b-4341acad49e8 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413837
Jul 08 15:27:47.633236 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device b9ee6537-48ce-432d-9a0a-1c73bf5238a3 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:27:47.703291 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:27:47.709583 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:27:47.710112 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:47.826205 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:47.852231 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:27:47.862414 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:27:47.866862 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:47.869732 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:27:47.919825 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'code': 200}
Jul 08 15:27:47.940101 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:27:47.942938 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:27:48.126587 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23268b52-091e-4772-a319-72dcc7d3238d req-96ecd11a-ba7d-4a2d-a9b1-ed5e41921bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:48.128510 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-23268b52-091e-4772-a319-72dcc7d3238d req-96ecd11a-ba7d-4a2d-a9b1-ed5e41921bb1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1098 time: 0.0730066
Jul 08 15:27:48.173202 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-23268b52-091e-4772-a319-72dcc7d3238d req-319b0f62-e349-4766-88b9-ec2e4eea4480 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380433
Jul 08 15:27:48.243492 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189de043-42c3-43be-bbba-51e0b28d5db4 req-3699da63-4232-4c07-aa88-0c9c95347c7e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:48.244979 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-189de043-42c3-43be-bbba-51e0b28d5db4 req-3699da63-4232-4c07-aa88-0c9c95347c7e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0814350
Jul 08 15:27:48.290784 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-189de043-42c3-43be-bbba-51e0b28d5db4 req-6326d9bc-5a16-4711-8618-77625b10c7df tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400181
Jul 08 15:27:49.477673 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45669149-655a-458e-9862-d9a884ca84c9 req-c1f570c2-5180-4d0c-a39e-aa407ec909cc tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:49.479114 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-45669149-655a-458e-9862-d9a884ca84c9 req-c1f570c2-5180-4d0c-a39e-aa407ec909cc tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0773673
Jul 08 15:27:49.523280 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-45669149-655a-458e-9862-d9a884ca84c9 req-3bd9336a-82ec-4928-8a67-1d5f53f90638 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385482
Jul 08 15:27:49.713810 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e441bbd-7492-4ce3-80ac-151b79d76fee req-611c6d26-4561-463c-a54c-c21d3a414931 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:49.715289 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0e441bbd-7492-4ce3-80ac-151b79d76fee req-611c6d26-4561-463c-a54c-c21d3a414931 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0832219
Jul 08 15:27:49.724118 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42062) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:27:49.729387 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'floatingip': {'port_id': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:27:49.805963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:50.476698 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:50.481109 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:50.652141 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Floating IP 8175a2ae-2105-45fa-8163-80a3ec98cd9a associated. External IP: 172.27.2.95, port: b9ee6537-48ce-432d-9a0a-1c73bf5238a3.
Jul 08 15:27:51.003903 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:27:51.186580 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:27:51.191140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:51.197708 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:27:51.210619 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:51.211243 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee3ddc0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:51.248151 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-302f49a0-451d-4617-a740-5ad513f1b834 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "PUT /v2.0/floatingips/8175a2ae-2105-45fa-8163-80a3ec98cd9a HTTP/1.1" status: 200  len: 990 time: 1.5229070
Jul 08 15:27:51.248833 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:27:51.295255 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'status': 'completed', 'code': 200}
Jul 08 15:27:51.393041 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:51.394528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-2e9f2bfd-c728-4650-bac6-1f6a073935f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:51.396577 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-2e9f2bfd-c728-4650-bac6-1f6a073935f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1098 time: 0.0780966
Jul 08 15:27:51.640318 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-2d3c3d3b-54e8-449f-ad42-e33db0db9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:51.642872 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-2d3c3d3b-54e8-449f-ad42-e33db0db9e3f service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.2398806
Jul 08 15:27:51.741946 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-fdbec823-eb19-4199-ab57-a4cb15a365da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 998 time: 0.0928223
Jul 08 15:27:51.793808 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee3ddc0>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8175a2ae-2105-45fa-8163-80a3ec98cd9a', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:74:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:27:36Z', 'updated_at': '2021-07-08T15:27:50Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:51.797590 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:27:51.805776 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:27:51.806349 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-0799e0a2-a295-496f-9480-b3cb260e8595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:51.806474 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdee3ddc0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:27:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:51.807779 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-0799e0a2-a295-496f-9480-b3cb260e8595 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0599852
Jul 08 15:27:51.883543 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-0b3bda7f-baa1-4236-ac34-455358adccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:27:51.885067 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-0b3bda7f-baa1-4236-ac34-455358adccfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712202
Jul 08 15:27:51.992112 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:27:52.030974 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-c2900448-00cc-4e96-ada8-a73047e2b432 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391973
Jul 08 15:27:52.164510 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e974b6c0-ca96-44e8-acdc-b7d559454f32 req-ef631337-f5cf-402d-9916-96b3af588724 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269329
Jul 08 15:27:52.345848 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdee3ddc0>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8175a2ae-2105-45fa-8163-80a3ec98cd9a', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:74:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:27:36Z', 'updated_at': '2021-07-08T15:27:50Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:27:52.350241 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57913b28-56dc-42e9-9da3-a96c5218ef9a None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8175a2ae-2105-45fa-8163-80a3ec98cd9a', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.95', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:74:e0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:27:36Z', 'updated_at': '2021-07-08T15:27:50Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:27:52.535179 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b0eb9b-c982-4631-9aaa-0d096ef9888b None None] New status for floating IP 8175a2ae-2105-45fa-8163-80a3ec98cd9a: ACTIVE {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:27:54.363691 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:59.213728 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-92a01a2f-751a-4bbb-9fc2-f57a51e13274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:27:59.768857 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:01.307216 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:28:01.865863 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a4354c4-c6d8-468c-9aa6-aca810d98afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:02.655057 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:04.143363 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:06.953675 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-39e0b397-e626-4e85-afdc-ae7751bd7a0d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214752753&fields=id&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 267 time: 0.0407455
Jul 08 15:28:07.103913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-bd4914b5-3878-490b-b8be-7d7927d8eb58 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:07.106021 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-bd4914b5-3878-490b-b8be-7d7927d8eb58 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.1452510
Jul 08 15:28:07.120536 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-ec46eaf8-122e-4ec6-848e-3fae4a5ef149 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/quotas/7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 375 time: 0.0092306
Jul 08 15:28:07.211075 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-c64bf979-e83a-4e69-a270-7728a6d05dda tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0854292
Jul 08 15:28:07.354754 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-3e40c90c-fd60-454d-a98c-2e44099c0741 service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324759
Jul 08 15:28:07.489294 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-f92c6582-e7d3-4ae8-ac39-51b32de41dcf service neutron] 10.222.0.55 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248868
Jul 08 15:28:07.889025 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2dadd7b7-1e5a-48dc-b894-e1678b4eabb4 req-fb398688-6aa3-480f-9ada-11f7bdb5b323 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 210 time: 0.0499473
Jul 08 15:28:08.911505 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-127da405-f5aa-4431-9373-017d7de6bf9d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:08.912980 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-127da405-f5aa-4431-9373-017d7de6bf9d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 812 time: 0.1564038
Jul 08 15:28:08.963429 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-9d2a6a45-dcb8-4b52-a11d-19c50dfd2a47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7 HTTP/1.1" status: 200  len: 379 time: 0.0422957
Jul 08 15:28:08.975098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'port': {'device_id': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'admin_state_up': True, 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'security_groups': ['3673366c-875a-44c1-9199-a1bc478a4865']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:28:09.095497 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fd088b60-ed5a-4b92-b40e-a0ebffb6f537 req-c0ffa83a-0400-4609-9040-97b0ac851812 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 210 time: 0.0576539
Jul 08 15:28:09.152891 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:28:09.162259 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:28:09.171587 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Made reservation on behalf of 7929d82a65fb4a9fa5efedf0d8b313e7 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:28:09.175070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:09.345080 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.20.0.14 (e43a1d72-307f-458f-9c4f-13b7e7b89aa6/a84971a9-45db-4b44-a7e8-0b1c4931274e/c09ebcc8-0199-452a-bd7c-797b1568e363) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:28:09.543097 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:09.558325 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Transition to ACTIVE for port object c09ebcc8-0199-452a-bd7c-797b1568e363 will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:28:09.581556 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:09.587967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:09.660268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:28:09.663368 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:28:09.669486 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:28:09.712615 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:09.724068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.724494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.724871 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.725239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.725603 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.725967 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.726326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.726690 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.727058 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.727406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.727761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.728112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:09.734013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:09.751438 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:09.752301 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:09.779258 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8078284
Jul 08 15:28:09.791871 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Request body: {'port': {'device_id': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:28:09.972014 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-66cc29f3-664e-460a-b67c-317051557d6c None None] Provisioning for port c09ebcc8-0199-452a-bd7c-797b1568e363 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:28:09.976792 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-66cc29f3-664e-460a-b67c-317051557d6c None None] Provisioning complete for port c09ebcc8-0199-452a-bd7c-797b1568e363 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:28:09.977167 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-66cc29f3-664e-460a-b67c-317051557d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:09.991700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.029794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-66cc29f3-664e-460a-b67c-317051557d6c None None] Port c09ebcc8-0199-452a-bd7c-797b1568e363 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:28:10.326898 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a570e50-4b02-4714-96a7-2011f5e7d714 req-9e03ffa4-3858-411c-bf1f-9149a3b4300a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:10.327488 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-0a570e50-4b02-4714-96a7-2011f5e7d714 req-9e03ffa4-3858-411c-bf1f-9149a3b4300a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:28:10.380919 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-0a570e50-4b02-4714-96a7-2011f5e7d714 req-9e03ffa4-3858-411c-bf1f-9149a3b4300a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:28:10.382053 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a570e50-4b02-4714-96a7-2011f5e7d714 req-9e03ffa4-3858-411c-bf1f-9149a3b4300a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 932 time: 0.1746452
Jul 08 15:28:10.433202 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09ebcc8-0199-452a-bd7c-797b1568e363 {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:28:10.443841 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.448147 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a570e50-4b02-4714-96a7-2011f5e7d714 req-98c54517-5c27-40e7-859a-ec9c64335346 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555136
Jul 08 15:28:10.461706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Transition to ACTIVE for port object c09ebcc8-0199-452a-bd7c-797b1568e363 will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:28:10.466405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.470208 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fbdb7849-a848-45b5-9f2a-e1e939fc865f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:10.606419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Pushing event updated for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:10.636329 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:10.716457 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Attempting to bind port c09ebcc8-0199-452a-bd7c-797b1568e363 on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:28:10.716799 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Attempting to bind port c09ebcc8-0199-452a-bd7c-797b1568e363 by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:28:10.717125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Attempting to bind port c09ebcc8-0199-452a-bd7c-797b1568e363 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:28:10.721688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Port c09ebcc8-0199-452a-bd7c-797b1568e363 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:28:10.722031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Attempting to bind port c09ebcc8-0199-452a-bd7c-797b1568e363 on network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:28:10.727641 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:28:10.727975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Checking segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:28:10.728362 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Bound using segment: {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:28:10.728854 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Bound port: c09ebcc8-0199-452a-bd7c-797b1568e363, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:28:10.729158 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.821823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:28:10.825122 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c09ebcc8-0199-452a-bd7c-797b1568e363,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:28:10.829426 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.834326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:10.888548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:10.889171 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:10.890593 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] 10.222.0.53 "PUT /v2.0/ports/c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 200  len: 1094 time: 1.1030078
Jul 08 15:28:10.891102 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:28:10.921407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Pushing event updated for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:10.925728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2db48b49-b90b-4a9e-9308-01663152d30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:10.964841 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'status': 'completed', 'code': 200}
Jul 08 15:28:11.007142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-4bed4f0c-05e3-4eea-8a11-1cf391d5c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.008656 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-4bed4f0c-05e3-4eea-8a11-1cf391d5c482 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1097 time: 0.0766804
Jul 08 15:28:11.082274 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-03f9dbd6-6a4c-4c9e-a47f-2e43781388ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 200  len: 217 time: 0.0655649
Jul 08 15:28:11.145814 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-6907051c-0a77-46f6-a99a-ff34371b6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.147208 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-6907051c-0a77-46f6-a99a-ff34371b6dd0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0575087
Jul 08 15:28:11.227156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-da1d9b9f-dc81-424b-8c69-c345d6428fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.228634 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-da1d9b9f-dc81-424b-8c69-c345d6428fba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750659
Jul 08 15:28:11.357431 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-1e5b820d-9667-4587-af56-85a815374bb1 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218157
Jul 08 15:28:11.489963 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f0145ced-7952-4b68-aa95-b50d1ff4aee9 req-313cd1b2-e364-4e41-a8c5-d9f7a1b02247 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257532
Jul 08 15:28:11.604913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-b4f221fa-7fb1-441c-ac18-94cc8a7a501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.606486 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-b4f221fa-7fb1-441c-ac18-94cc8a7a501a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1097 time: 0.0724156
Jul 08 15:28:11.642362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1c3ea-6c12-456e-bd01-d52ac88253c6 req-f7f8481c-e7a4-46cd-a11e-cd013ff056d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.644522 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bbd1c3ea-6c12-456e-bd01-d52ac88253c6 req-f7f8481c-e7a4-46cd-a11e-cd013ff056d7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0872276
Jul 08 15:28:11.693241 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-bbd1c3ea-6c12-456e-bd01-d52ac88253c6 req-db245afb-ca8d-47fc-95d8-ecf93fda8da1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428898
Jul 08 15:28:11.847400 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-a1195e9d-3e2a-4c0b-90ac-ad80afb3c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.848887 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-a1195e9d-3e2a-4c0b-90ac-ad80afb3c4f2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.2354770
Jul 08 15:28:11.922389 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-fc5d8815-41d1-4335-934f-13cce571c51a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 200  len: 217 time: 0.0641732
Jul 08 15:28:11.987249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-a8cba1d0-5cb1-4999-b672-ee0078fe6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:11.988710 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-a8cba1d0-5cb1-4999-b672-ee0078fe6c9f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0564289
Jul 08 15:28:12.066984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-c20f87b1-7583-4d71-ad8d-0f670df9b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:12.068492 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-c20f87b1-7583-4d71-ad8d-0f670df9b7ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721517
Jul 08 15:28:12.199412 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-d73ec5b3-989d-4bd2-8ada-715a67b01509 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234989
Jul 08 15:28:12.331880 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cbe1a7ce-120c-4826-8748-cb4677752de4 req-b6455430-9bec-4927-a7e9-0412db502b9b service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257782
Jul 08 15:28:12.882890 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b31cd-4544-4729-9ac7-2f196f663346 req-9a0dccae-e8ec-4723-8c11-8f562037e64c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:12.884355 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9a9b31cd-4544-4729-9ac7-2f196f663346 req-9a0dccae-e8ec-4723-8c11-8f562037e64c tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0856857
Jul 08 15:28:12.933577 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9a9b31cd-4544-4729-9ac7-2f196f663346 req-93bf2500-b2c3-4c69-96e4-e12cceca258d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397577
Jul 08 15:28:13.822374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42164) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:14.031562 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Deleting port e32a313a-397b-449e-8a1e-1944410d30e0 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:14.031906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:14.123855 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bda6d8-0861-41fc-8166-afb0ba572b66 req-49bb2a72-8d26-4420-96d1-40a221d242ab tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:14.125389 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f3bda6d8-0861-41fc-8166-afb0ba572b66 req-49bb2a72-8d26-4420-96d1-40a221d242ab tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0841753
Jul 08 15:28:14.172286 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f3bda6d8-0861-41fc-8166-afb0ba572b66 req-4c6a2387-820e-44f1-beb4-02e25d432ca7 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391417
Jul 08 15:28:14.212483 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:14.212744 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:14.333827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Calling delete_port for e32a313a-397b-449e-8a1e-1944410d30e0 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:14.490174 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:14.493675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a7ca90f4-11e2-4ae6-94c7-45eaeee36afe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:14.537763 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event deleted for resources: {'Port': ['ID=e32a313a-397b-449e-8a1e-1944410d30e0,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:14.540283 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:14.630468 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for floatingip, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:14.630861 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Floating IP b7f3b32b-f788-484b-9ea4-baad4c97b9de disassociated (deleted). External IP: 172.27.2.125, port: ae0ea666-f0df-411d-b226-94d504ce2574.
Jul 08 15:28:15.089812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Router 32ece809-76bc-4595-b262-6f1ccf0420df has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:28:15.269078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:28:15.280023 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Sync routers for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:28:15.291417 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:15.291665 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:15.292250 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42940>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:15.347597 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "DELETE /v2.0/floatingips/b7f3b32b-f788-484b-9ea4-baad4c97b9de HTTP/1.1" status: 204  len: 168 time: 1.5240784
Jul 08 15:28:15.349110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:28:15.367255 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b37a0-414f-4e35-95eb-cc676979c06a req-de491aa7-ac19-40c0-8bef-acb61e727d38 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.368786 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-710b37a0-414f-4e35-95eb-cc676979c06a req-de491aa7-ac19-40c0-8bef-acb61e727d38 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0901721
Jul 08 15:28:15.415121 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-710b37a0-414f-4e35-95eb-cc676979c06a req-3f23c3d5-da12-4bb9-8de2-15236e5d925e tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405338
Jul 08 15:28:15.469041 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'status': 'completed', 'code': 200}
Jul 08 15:28:15.486457 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:15.576352 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-8f867500-a0f6-4593-8ee7-321be2b58c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.577898 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-8f867500-a0f6-4593-8ee7-321be2b58c3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 1098 time: 0.0859127
Jul 08 15:28:15.727294 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-c87f5517-7227-4b3a-abe4-be91bc6597c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.728809 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-c87f5517-7227-4b3a-abe4-be91bc6597c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 200  len: 909 time: 0.1428313
Jul 08 15:28:15.733993 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1dec0-efea-447a-bf3b-2edb1afaa7e8 req-3742480e-f660-47a3-92c7-d16e052598bc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.735465 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b5d1dec0-efea-447a-bf3b-2edb1afaa7e8 req-3742480e-f660-47a3-92c7-d16e052598bc tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0847926
Jul 08 15:28:15.796986 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-15380c6b-0621-4286-ac99-52476bbf9ab8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 200  len: 217 time: 0.0612307
Jul 08 15:28:15.816910 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42940>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:15.821728 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Checking router: 32ece809-76bc-4595-b262-6f1ccf0420df for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:28:15.831055 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:15.831831 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42940>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:15.868865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-51c0a540-5782-49af-a5b6-81889d8e4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.872164 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-51c0a540-5782-49af-a5b6-81889d8e4e31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 200  len: 847 time: 0.0666466
Jul 08 15:28:15.882996 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b5d1dec0-efea-447a-bf3b-2edb1afaa7e8 req-166d7b50-fd95-40b1-9bb4-d132f4ea98e8 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1406882
Jul 08 15:28:15.952664 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-b642d463-951b-441a-9ee4-3aadc5f15b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:15.954232 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-b642d463-951b-441a-9ee4-3aadc5f15b12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8311587b-c8a1-4fb1-9ef9-adafc69b9fab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760133
Jul 08 15:28:16.043848 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:16.085920 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-bf4b3c34-1fdf-46b1-b32c-fd2529a69817 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237404
Jul 08 15:28:16.230831 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-da6331a1-706d-4e31-9d93-f6e83591cdac req-be9ab010-7483-4211-beea-98f471b3aad9 service neutron] 10.222.0.53 "GET /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1381557
Jul 08 15:28:16.395496 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa42940>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:16.399443 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c855d050-a726-4dc8-9517-530af2f54d24 None None] The sync data for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi is: [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:23:30Z', 'revision_number': 4, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'cdbf733d-523d-49da-b481-00515b49e740', 'name': '', 'network_id': '8311587b-c8a1-4fb1-9ef9-adafc69b9fab', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'mac_address': 'fa:16:3e:b5:95:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:29Z', 'updated_at': '2021-07-08T15:23:37Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'subnets': [{'id': '481ab326-7e07-488f-87d0-68c7460a82d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:28:16.605550 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5099fe-639d-4c0c-b928-3fc7fca6a37e req-93928056-7bee-424f-bc3c-5eb86c654a91 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:16.607055 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f5099fe-639d-4c0c-b928-3fc7fca6a37e req-93928056-7bee-424f-bc3c-5eb86c654a91 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0829000
Jul 08 15:28:16.611479 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7786000-839b-4fbb-840b-d894a31f6752 None None] New status for floating IP b7f3b32b-f788-484b-9ea4-baad4c97b9de: DOWN {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:28:16.654288 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0f5099fe-639d-4c0c-b928-3fc7fca6a37e req-bffd3047-a32c-4b05-afa6-29da6d812139 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403194
Jul 08 15:28:17.073186 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58909806-e2c9-4795-808c-eb1ff98efebf req-dce56eb6-9d18-4860-904f-db6bfe484abe tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:17.073884 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-58909806-e2c9-4795-808c-eb1ff98efebf req-dce56eb6-9d18-4860-904f-db6bfe484abe tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Synchronizing usage tracker for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:28:17.089357 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-58909806-e2c9-4795-808c-eb1ff98efebf req-dce56eb6-9d18-4860-904f-db6bfe484abe tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Unset dirty status for tenant:fdcd57c2bedb434098b98a206bf6bbac on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:28:17.090682 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-58909806-e2c9-4795-808c-eb1ff98efebf req-dce56eb6-9d18-4860-904f-db6bfe484abe tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.1007464
Jul 08 15:28:17.138664 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-58909806-e2c9-4795-808c-eb1ff98efebf req-0f80b9aa-8cf8-4ffa-85a3-6f6f64f4ada0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce2b109b-56e7-40d2-9260-ae9b4191b8a6&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414729
Jul 08 15:28:17.230212 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-a403cbfa-146b-4561-8b98-fb10b43c6ffd tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:17.231830 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-a403cbfa-146b-4561-8b98-fb10b43c6ffd tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.53 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 945 time: 0.0801899
Jul 08 15:28:17.409303 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Deleting port ae0ea666-f0df-411d-b226-94d504ce2574 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:17.409648 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:17.679504 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] For port ae0ea666-f0df-411d-b226-94d504ce2574, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=ae0ea666-f0df-411d-b226-94d504ce2574,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:17.680406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:17.811592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Calling delete_port for ae0ea666-f0df-411d-b226-94d504ce2574 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:17.987570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329fb8d-ed6e-4799-be6b-2dbab464431c req-834d7083-7338-421e-90f3-b930ed8552b5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:17.989017 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b329fb8d-ed6e-4799-be6b-2dbab464431c req-834d7083-7338-421e-90f3-b930ed8552b5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.1848736
Jul 08 15:28:18.053148 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b329fb8d-ed6e-4799-be6b-2dbab464431c req-742098e1-d415-4212-b6fb-57de7861b502 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554707
Jul 08 15:28:18.054482 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:18.060261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-03db7147-eeba-4fc9-a71c-b335d75c3257 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:18.109064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event deleted for resources: {'Port': ['ID=ae0ea666-f0df-411d-b226-94d504ce2574,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:18.135569 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:18.183997 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] No DVR routers for this DVR port ae0ea666-f0df-411d-b226-94d504ce2574 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:28:18.186600 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:18.189374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-deleted', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:28:18.205771 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-67cc887d-9c9e-4f61-aae5-14add285fc38 req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.53 "DELETE /v2.0/ports/ae0ea666-f0df-411d-b226-94d504ce2574 HTTP/1.1" status: 204  len: 173 time: 0.9684958
Jul 08 15:28:18.240152 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '016734ec-c7e6-440a-93b9-ba6210c6252e', 'name': 'network-vif-deleted', 'tag': 'ae0ea666-f0df-411d-b226-94d504ce2574', 'status': 'completed', 'code': 200}
Jul 08 15:28:18.299437 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-94cd6a13-d853-48f7-a827-56b6bc1a5ec0 req-9285c659-d2b9-4f7c-9d73-05121ec46187 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "GET /v2.0/ports?device_id=016734ec-c7e6-440a-93b9-ba6210c6252e HTTP/1.1" status: 200  len: 210 time: 0.0482893
Jul 08 15:28:19.245239 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceb973-2d52-400d-a99c-6c2e27311a2e req-b184f3b2-3a68-4301-bb56-aafdb919049a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:19.246701 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-01ceb973-2d52-400d-a99c-6c2e27311a2e req-b184f3b2-3a68-4301-bb56-aafdb919049a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 944 time: 0.0816464
Jul 08 15:28:19.291921 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-01ceb973-2d52-400d-a99c-6c2e27311a2e req-fea616c5-e8ce-45e1-8a5b-447c057e66c9 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391817
Jul 08 15:28:19.398661 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42202) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:19.465938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:19.497013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:19.563297 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:19.567487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-09f5cd1f-c041-43a6-8035-7554c09947e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:19.583105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2b109b-56e7-40d2-9260-ae9b4191b8a6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:19.585822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:19.595806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:19.596977 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b9232287-1ca0-4660-bd1a-8ddb848ebeac tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce2b109b-56e7-40d2-9260-ae9b4191b8a6 HTTP/1.1" status: 204  len: 168 time: 0.1973410
Jul 08 15:28:19.638853 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42210) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:19.789566 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device c09ebcc8-0199-452a-bd7c-797b1568e363 details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:28:19.920762 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c09ebcc8-0199-452a-bd7c-797b1568e363,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:19.934018 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'port_id': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'mac_address': 'fa:16:3e:15:b7:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:28:19.987556 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:20.005264 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09ebcc8-0199-452a-bd7c-797b1568e363 {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:28:20.020316 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c09ebcc8-0199-452a-bd7c-797b1568e363,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:20.024349 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:20.026069 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:20.091809 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:20.098975 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.099304 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.099630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.099956 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.100272 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.100656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.100971 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.101289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.101603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.101913 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.102225 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.102532 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:20.106426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:20.180954 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:20.241978 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['c09ebcc8-0199-452a-bd7c-797b1568e363'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:28:20.541792 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc7061-b1e6-4783-9eb3-57760d314569 req-f6ef6bff-4d1d-4641-aa98-a2ad11a73306 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:20.543281 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-69fc7061-b1e6-4783-9eb3-57760d314569 req-f6ef6bff-4d1d-4641-aa98-a2ad11a73306 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 945 time: 0.1432176
Jul 08 15:28:20.635827 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Deleting port cdbf733d-523d-49da-b481-00515b49e740 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:20.636181 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:20.664540 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-69fc7061-b1e6-4783-9eb3-57760d314569 req-7ca0da8a-ff22-4fcb-86e1-2e7ad5844d94 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1150906
Jul 08 15:28:20.905581 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] For port cdbf733d-523d-49da-b481-00515b49e740, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cdbf733d-523d-49da-b481-00515b49e740,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:20.905845 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:21.025089 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Calling delete_port for cdbf733d-523d-49da-b481-00515b49e740 owned by network:router_interface {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:21.346223 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:21.350466 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-608d5249-db72-4cd5-9275-e5f72a5d1ea0 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:21.391326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbf733d-523d-49da-b481-00515b49e740,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:21.395429 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:21.661508 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:21.804600 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device c09ebcc8-0199-452a-bd7c-797b1568e363 up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:28:21.878102 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port c09ebcc8-0199-452a-bd7c-797b1568e363 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:28:21.885499 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port c09ebcc8-0199-452a-bd7c-797b1568e363 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:28:21.885869 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:22.006017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba281ee0-b57e-41ac-99f9-bd02467e1e0d req-9110e8cf-fc32-4745-862b-c131b766be92 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.007490 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ba281ee0-b57e-41ac-99f9-bd02467e1e0d req-9110e8cf-fc32-4745-862b-c131b766be92 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 945 time: 0.1912034
Jul 08 15:28:22.017120 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:22.044299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:28:22.055678 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c09ebcc8-0199-452a-bd7c-797b1568e363,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:22.060356 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:22.061781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:22.094307 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:22.129309 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'code': 200}
Jul 08 15:28:22.139184 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ba281ee0-b57e-41ac-99f9-bd02467e1e0d req-9ac43f0b-ba74-4894-9e84-9eb09af1c410 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772204
Jul 08 15:28:22.141583 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: ae0ea666-f0df-411d-b226-94d504ce2574 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:22.141938 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device ae0ea666-f0df-411d-b226-94d504ce2574 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:22.159321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Router 32ece809-76bc-4595-b262-6f1ccf0420df has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:28:22.173188 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-6e0206e7-af75-4074-88e2-c9a46168f81e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0963457
Jul 08 15:28:22.184582 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:22.187885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:22.320314 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f1534-7160-45be-a6f2-19094ba2d82d req-55eb0b92-af10-4d09-9764-b189e83292b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.321751 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-55eb0b92-af10-4d09-9764-b189e83292b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1099 time: 0.0740430
Jul 08 15:28:22.469351 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f1534-7160-45be-a6f2-19094ba2d82d req-5d1e9868-4ce4-4717-a6b9-9fbb42747f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.470826 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-5d1e9868-4ce4-4717-a6b9-9fbb42747f93 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.1287243
Jul 08 15:28:22.522328 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:28:22.535520 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Sync routers for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:28:22.551955 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8ee8-c6b1-402c-aba9-c0f910210f09 req-b1c985e9-5f0b-4ceb-ae35-dd38716de21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.551955 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ea5a8ee8-c6b1-402c-aba9-c0f910210f09 req-b1c985e9-5f0b-4ceb-ae35-dd38716de21b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1099 time: 0.1848519
Jul 08 15:28:22.552291 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:22.552291 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdebdbeb0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:22.554569 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3d7a64d2-979c-4176-90e7-549f57238a5e admin admin] 10.222.0.55 "PUT /v2.0/routers/32ece809-76bc-4595-b262-6f1ccf0420df/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9146101
Jul 08 15:28:22.555357 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42224) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:22.580522 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-cba9fe93-9b85-4ece-b09e-ae00b126e12b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 1002 time: 0.1011331
Jul 08 15:28:22.603487 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ea5a8ee8-c6b1-402c-aba9-c0f910210f09 req-17377551-0f94-4503-bc64-e95ade89d0b5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452483
Jul 08 15:28:22.646410 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f1534-7160-45be-a6f2-19094ba2d82d req-5c277908-e5d3-49ac-b22e-94d6195dfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.647898 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-5c277908-e5d3-49ac-b22e-94d6195dfb6a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0609112
Jul 08 15:28:22.739551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f1534-7160-45be-a6f2-19094ba2d82d req-0783f288-c70b-4efa-a611-c4ed449871d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:22.741168 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-0783f288-c70b-4efa-a611-c4ed449871d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766871
Jul 08 15:28:22.758683 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:22.822835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks [] for router, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:22.985474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-3b28ef15-e7cb-4b44-b315-7f5c9aaafb0f service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2362211
Jul 08 15:28:23.025190 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:23.035369 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Deleting port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:23.035896 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:23.090896 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdebdbeb0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124'}], 'enable_snat': True}, 'gw_port_id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:28:21Z', 'revision_number': 5, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port': {'id': '0fafd4cf-6515-4f56-91ed-1ed7a037c47b', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:d9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:23Z', 'updated_at': '2021-07-08T15:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:23.095106 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Checking router: 32ece809-76bc-4595-b262-6f1ccf0420df for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:28:23.104271 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Routers {'32ece809-76bc-4595-b262-6f1ccf0420df'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:23.104913 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdebdbeb0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['32ece809-76bc-4595-b262-6f1ccf0420df'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:23.134054 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-716f1534-7160-45be-a6f2-19094ba2d82d req-a7702c0f-e9cc-40d7-af9e-eb0a07a30150 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1358562
Jul 08 15:28:23.222207 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] For port 0fafd4cf-6515-4f56-91ed-1ed7a037c47b, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:23.222875 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:23.260072 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] Set router 32ece809-76bc-4595-b262-6f1ccf0420df gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:23.364340 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdebdbeb0>, [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:28:23Z', 'revision_number': 6, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:23.368519 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621b149-f4fa-44e5-9371-48f040879a85 None None] The sync data for ids ['32ece809-76bc-4595-b262-6f1ccf0420df'] in dv-cinder-798671-3-iscsi is: [{'id': '32ece809-76bc-4595-b262-6f1ccf0420df', 'name': 'tempest-TestShelveInstance-848022632-router', 'tenant_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:22Z', 'updated_at': '2021-07-08T15:28:23Z', 'revision_number': 6, 'project_id': 'fdcd57c2bedb434098b98a206bf6bbac', 'gw_port_host': None}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:28:23.380264 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Calling delete_port for 0fafd4cf-6515-4f56-91ed-1ed7a037c47b owned by network:router_gateway {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:23.516959 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a866971-e8b8-45a6-96c7-44f00f0b28dc req-5b4fdd30-77e9-433d-a1b4-9af6a2dda9da tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:23.518449 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5a866971-e8b8-45a6-96c7-44f00f0b28dc req-5b4fdd30-77e9-433d-a1b4-9af6a2dda9da tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.2357011
Jul 08 15:28:23.609700 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5a866971-e8b8-45a6-96c7-44f00f0b28dc req-9ed472e0-eb7f-4753-8f23-937aaddacbb8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0815642
Jul 08 15:28:23.636997 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:23.641607 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-12fe1f6f-b3cc-412b-8e5b-34fbaddffdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:23.715214 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fafd4cf-6515-4f56-91ed-1ed7a037c47b,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:23.717175 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:23.883181 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.061555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.063796 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.085788 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.086261 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ece809-76bc-4595-b262-6f1ccf0420df {{(pid=78424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:28:24.099569 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.100742 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e0030fc2-b7c0-4ac5-9db2-a4b4556a0294 admin admin] 10.222.0.55 "DELETE /v2.0/routers/32ece809-76bc-4595-b262-6f1ccf0420df HTTP/1.1" status: 204  len: 168 time: 1.5444326
Jul 08 15:28:24.103342 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42236) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:24.165249 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Deleting subnet 481ab326-7e07-488f-87d0-68c7460a82d7 {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:28:24.168414 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.216612 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.293740 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.364584 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.369217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.373441 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:24.408707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=481ab326-7e07-488f-87d0-68c7460a82d7,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:24.419323 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.422372 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.422745 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.423115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.423241 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f2eb38-bc8e-452e-bfe8-a3611b9c6188 None None] Network 8311587b-c8a1-4fb1-9ef9-adafc69b9fab requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:28:24.423465 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.423817 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.424223 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.424543 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.424891 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.425239 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.425586 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.425927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.426301 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:28:24.430107 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:24.433333 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-aed21a8f-cba3-4563-8065-bb687c18fddb admin admin] 10.222.0.55 "DELETE /v2.0/subnets/481ab326-7e07-488f-87d0-68c7460a82d7 HTTP/1.1" status: 204  len: 168 time: 0.3290770
Jul 08 15:28:24.435805 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42240) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:24.551690 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.562521 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Deleting port 7de9b39c-8897-429a-9216-bc49b5a05839 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:24.562848 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.587338 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cdbf733d-523d-49da-b481-00515b49e740 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:24.628150 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: cdbf733d-523d-49da-b481-00515b49e740 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:24.628519 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cdbf733d-523d-49da-b481-00515b49e740 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:24.628931 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 0fafd4cf-6515-4f56-91ed-1ed7a037c47b no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:24.688697 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 0fafd4cf-6515-4f56-91ed-1ed7a037c47b {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:24.689053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 0fafd4cf-6515-4f56-91ed-1ed7a037c47b not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:24.777432 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] DHCP port deletion for 8311587b-c8a1-4fb1-9ef9-adafc69b9fab request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:28:24.781825 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Deleting port 7de9b39c-8897-429a-9216-bc49b5a05839 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:24.782206 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.843806 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] For port 7de9b39c-8897-429a-9216-bc49b5a05839, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=7de9b39c-8897-429a-9216-bc49b5a05839,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:24.844181 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:24.970316 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Calling delete_port for 7de9b39c-8897-429a-9216-bc49b5a05839 owned by network:dhcp {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:25.008340 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] For port 7de9b39c-8897-429a-9216-bc49b5a05839, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=7de9b39c-8897-429a-9216-bc49b5a05839,segment=NetworkSegment(c67cea1d-2967-429b-b039-e2382c149df1),segment_id=c67cea1d-2967-429b-b039-e2382c149df1)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:25.008680 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.040145 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65fce-15fc-44e3-832e-2e5e4415aba1 req-35d5d53b-1bf9-4d5c-ba5f-e792e6dfc910 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:25.041596 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aff65fce-15fc-44e3-832e-2e5e4415aba1 req-35d5d53b-1bf9-4d5c-ba5f-e792e6dfc910 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.2866824
Jul 08 15:28:25.086089 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.098115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9e650ba0-412e-461f-9ec6-b9e4d3f32d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:25.136630 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Calling delete_port for 7de9b39c-8897-429a-9216-bc49b5a05839 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:25.148895 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-aff65fce-15fc-44e3-832e-2e5e4415aba1 req-325803c5-f579-44f3-87ca-98f6feb59aca tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940735
Jul 08 15:28:25.149686 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de9b39c-8897-429a-9216-bc49b5a05839,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:25.151559 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] No DVR routers for this DVR port 7de9b39c-8897-429a-9216-bc49b5a05839 on host dv-cinder-798671-3-iscsi {{(pid=78424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:28:25.153038 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:25.220829 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:28:25.220829 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:28:25.311104 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.424548 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde1f6400>,) {'filters': {'network_id': ['8311587b-c8a1-4fb1-9ef9-adafc69b9fab']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:25.439556 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde1f6400>, 'c67cea1d-2967-429b-b039-e2382c149df1') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:25.439850 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde1f6400>, 'c67cea1d-2967-429b-b039-e2382c149df1') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:25.454388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.475775 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.483958 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:28:25.484335 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:28:25.498622 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:28:25.510334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57acdfab-d4a9-486b-9852-4db4eace3286 req-2afab104-e38d-41a4-bc50-fae9a0a9a633 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:25.511785 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-57acdfab-d4a9-486b-9852-4db4eace3286 req-2afab104-e38d-41a4-bc50-fae9a0a9a633 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.2422795
Jul 08 15:28:25.615253 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.622020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:25.637691 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-57acdfab-d4a9-486b-9852-4db4eace3286 req-a39d4cbf-6ddd-43cd-abec-3e3306ba6bc1 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0808790
Jul 08 15:28:25.638678 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.649683 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Pushing event deleted for resources: {'Network': ['ID=8311587b-c8a1-4fb1-9ef9-adafc69b9fab,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:25.656769 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] 10.222.0.55 "DELETE /v2.0/networks/8311587b-c8a1-4fb1-9ef9-adafc69b9fab HTTP/1.1" status: 204  len: 168 time: 1.2198949
Jul 08 15:28:25.659660 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42250) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:25.661184 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:25.662774 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42254) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:25.721181 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Deleting port 7de9b39c-8897-429a-9216-bc49b5a05839 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:25.722042 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.735890 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad37b2b5-196c-4ef9-9323-f9d7ab6cfb6f tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:25.740486 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ad37b2b5-196c-4ef9-9323-f9d7ab6cfb6f tempest-TestVolumeBootPattern-232991884 tempest-TestVolumeBootPattern-232991884-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1094 time: 0.0767598
Jul 08 15:28:25.741125 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42258) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:25.746510 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'port_id': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:28:25.753518 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:28:25.757953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Usage tracker for resource:floatingip and tenant:7929d82a65fb4a9fa5efedf0d8b313e7 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:28:25.760900 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:28:25.766578 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:28:25.778961 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:25.792780 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-8a446c90-207d-47e8-a127-f33ea87284fa None None] The port '7de9b39c-8897-429a-9216-bc49b5a05839' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:28:25.921407 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.062006 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Allocated IP 172.27.2.232 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/ce8bb439-1f1b-45aa-8ecf-6a5c062fc526) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:28:26.206768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.211584 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.242762 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.246535 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:26.312293 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:28:26.315210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:28:26.319690 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:28:26.359940 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=ce8bb439-1f1b-45aa-8ecf-6a5c062fc526,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:26.364723 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:26.572099 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Deleting port b1877b9e-d17f-41c9-bf88-61000e1ba808 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:26.572476 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.578921 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 7de9b39c-8897-429a-9216-bc49b5a05839 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:26.620542 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 7de9b39c-8897-429a-9216-bc49b5a05839 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:26.620938 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 7de9b39c-8897-429a-9216-bc49b5a05839 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:26.772325 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] For port b1877b9e-d17f-41c9-bf88-61000e1ba808, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=b1877b9e-d17f-41c9-bf88-61000e1ba808,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:26.772982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.776650 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.851363 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:26.896001 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Calling delete_port for b1877b9e-d17f-41c9-bf88-61000e1ba808 owned by network:router_interface {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:27.065666 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:27.070582 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:27.074478 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1928bab0-e894-40d7-9b82-f1e858f1ab3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:27.184567 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:27.188825 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-72e576fc-068e-4d93-b6b6-8a4a4a2210c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:27.234015 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1877b9e-d17f-41c9-bf88-61000e1ba808,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:27.236526 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:27.287752 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event updated for resources: {'Port': ['ID=ce8bb439-1f1b-45aa-8ecf-6a5c062fc526,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:27.290689 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:27.303009 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:27.486115 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 17380f21-9bb3-48e7-b55b-49ceffb78a82 associated. External IP: 172.27.2.232, port: c09ebcc8-0199-452a-bd7c-797b1568e363.
Jul 08 15:28:27.520153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:27.842772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:28:27.888899 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Router d0d8da91-2d91-4cc5-8537-7dc11524a956 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:28:28.024185 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:28:28.033326 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:28:28.044154 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:28.045119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeae4a30>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.052072 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:28.074733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:28:28.085295 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Sync routers for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:28:28.095423 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:28.096580 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0823d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.099440 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a8c12165-b378-46d8-a90e-ffa1a7e5f9a9 admin admin] 10.222.0.55 "PUT /v2.0/routers/d0d8da91-2d91-4cc5-8537-7dc11524a956/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4384148
Jul 08 15:28:28.100406 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42268) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:28.138122 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3815625
Jul 08 15:28:28.138122 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:28:28.176267 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'status': 'completed', 'code': 200}
Jul 08 15:28:28.247755 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:28.325922 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:28.368509 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks [] for router, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:28.559850 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-2f61f6a3-1277-4375-aa33-1e1cb640dd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:28.561387 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-2f61f6a3-1277-4375-aa33-1e1cb640dd4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1099 time: 0.3497260
Jul 08 15:28:28.644120 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeae4a30>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '17380f21-9bb3-48e7-b55b-49ceffb78a82', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:15:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:28:26Z', 'updated_at': '2021-07-08T15:28:26Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}, {'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.645076 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0823d0>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:28:27Z', 'revision_number': 5, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.649065 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Checking router: d0d8da91-2d91-4cc5-8537-7dc11524a956 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:28:28.651095 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:28:28.658852 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Routers {'d0d8da91-2d91-4cc5-8537-7dc11524a956'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:28.659472 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0823d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['d0d8da91-2d91-4cc5-8537-7dc11524a956'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.661836 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:28:28.662876 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeae4a30>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:28:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:28.786303 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:28.805984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-3bd25899-7b50-4154-afbf-e0129b620272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:28.807429 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-3bd25899-7b50-4154-afbf-e0129b620272 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.2366793
Jul 08 15:28:28.808575 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Deleting port a934bddd-d07e-41f6-8788-9b362cff3a26 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:28.808912 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:28.842011 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] Set router d0d8da91-2d91-4cc5-8537-7dc11524a956 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:28.860212 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:28:29.013555 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-f7c95fff-699b-4b22-8a09-1a8bae3219e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 200  len: 1000 time: 0.1810961
Jul 08 15:28:29.114846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-106c55cf-31b6-4ea3-9afe-d1eef367aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:29.116318 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-106c55cf-31b6-4ea3-9afe-d1eef367aaab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0919735
Jul 08 15:28:29.134683 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf0823d0>, [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:28:27Z', 'revision_number': 5, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:29.140018 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c37c94-480a-4bf1-89cf-af98c84d570b None None] The sync data for ids ['d0d8da91-2d91-4cc5-8537-7dc11524a956'] in dv-cinder-798671-3-iscsi is: [{'id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'name': 'tempest-TestShelveInstance-851603157-router', 'tenant_id': '8dd9df1a12654255a27b990cca6530f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:23:35Z', 'updated_at': '2021-07-08T15:28:27Z', 'revision_number': 5, 'project_id': '8dd9df1a12654255a27b990cca6530f5', 'gw_port': {'id': 'a934bddd-d07e-41f6-8788-9b362cff3a26', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:ff:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d8da91-2d91-4cc5-8537-7dc11524a956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:23:36Z', 'updated_at': '2021-07-08T15:23:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:28:29.182602 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] For port a934bddd-d07e-41f6-8788-9b362cff3a26, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a934bddd-d07e-41f6-8788-9b362cff3a26,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:29.182982 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:29.212814 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b8b885e7-e2c6-47db-847a-b15220e0e53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:29.277253 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeae4a30>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '17380f21-9bb3-48e7-b55b-49ceffb78a82', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:15:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:28:26Z', 'updated_at': '2021-07-08T15:28:26Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}, {'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:29.281189 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cb604-eb97-448f-9835-c9953d0cfe50 None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '17380f21-9bb3-48e7-b55b-49ceffb78a82', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:15:b7:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:28:26Z', 'updated_at': '2021-07-08T15:28:26Z', 'revision_number': 0, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}, {'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:28:29.310572 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Calling delete_port for a934bddd-d07e-41f6-8788-9b362cff3a26 owned by network:router_gateway {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:29.373613 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-d7532a83-195d-4122-85f8-617d559767d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:29.375077 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-d7532a83-195d-4122-85f8-617d559767d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2473710
Jul 08 15:28:29.483553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86417b3-f159-49d6-9843-4b6a641a3000 None None] New status for floating IP 17380f21-9bb3-48e7-b55b-49ceffb78a82: ACTIVE {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:28:29.547739 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-9470259d-00f1-44df-a48a-284f8486ab34 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653380
Jul 08 15:28:29.708913 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:29.720121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-da5d62df-6727-406b-8e25-c16f4f6c75c9 tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:29.804603 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:29.819171 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Pushing event deleted for resources: {'Port': ['ID=a934bddd-d07e-41f6-8788-9b362cff3a26,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:29.849439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:29.853958 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bba21619-d0c5-402a-9d90-1b1b9fbcb7f6 req-160ef377-0359-4e96-9c37-7f656452c292 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2754893
Jul 08 15:28:29.884939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.156706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.158768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.180597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.181123 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0d8da91-2d91-4cc5-8537-7dc11524a956 {{(pid=78425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:28:30.193585 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.194844 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] 10.222.0.55 "DELETE /v2.0/routers/d0d8da91-2d91-4cc5-8537-7dc11524a956 HTTP/1.1" status: 204  len: 168 time: 2.0925641
Jul 08 15:28:30.197532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42280) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:30.258060 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Deleting subnet 315952ae-7a99-42a8-b612-f6eaeef24dfe {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:28:30.261209 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.313793 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.432148 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.502842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.507211 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:30.545432 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.548473 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315952ae-7a99-42a8-b612-f6eaeef24dfe,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:30.550784 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:30.551797 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d502d-e7b1-4bc4-8a17-af8062b2696a None None] Network 7acf5118-5a66-48c5-983c-08efb7f822e3 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:28:30.555875 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5ba9d9e1-07dd-4923-a7a6-8946d236b719 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/315952ae-7a99-42a8-b612-f6eaeef24dfe HTTP/1.1" status: 204  len: 168 time: 0.3573983
Jul 08 15:28:30.558291 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42284) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:30.674163 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.688385 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Deleting port d80ac1ad-4e34-470e-ad32-5b671a91c297 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:30.688767 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.702690 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b1877b9e-d17f-41c9-bf88-61000e1ba808 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:30.772594 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: b1877b9e-d17f-41c9-bf88-61000e1ba808 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:30.773037 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device b1877b9e-d17f-41c9-bf88-61000e1ba808 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:30.773366 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a934bddd-d07e-41f6-8788-9b362cff3a26 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:30.819762 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: a934bddd-d07e-41f6-8788-9b362cff3a26 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:30.820113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a934bddd-d07e-41f6-8788-9b362cff3a26 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:30.911195 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] DHCP port deletion for 7acf5118-5a66-48c5-983c-08efb7f822e3 request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:28:30.916164 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Deleting port d80ac1ad-4e34-470e-ad32-5b671a91c297 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:30.916792 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:30.917038 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] For port d80ac1ad-4e34-470e-ad32-5b671a91c297, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d80ac1ad-4e34-470e-ad32-5b671a91c297,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:30.917423 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.042256 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Calling delete_port for d80ac1ad-4e34-470e-ad32-5b671a91c297 owned by network:dhcp {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:31.123733 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.127954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:31.131252 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] For port d80ac1ad-4e34-470e-ad32-5b671a91c297, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d80ac1ad-4e34-470e-ad32-5b671a91c297,segment=NetworkSegment(a141946d-acbf-4f99-ab35-7ad9d4bf544d),segment_id=a141946d-acbf-4f99-ab35-7ad9d4bf544d)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:28:31.131748 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.183864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80ac1ad-4e34-470e-ad32-5b671a91c297,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:31.186889 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:31.189472 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] No DVR routers for this DVR port d80ac1ad-4e34-470e-ad32-5b671a91c297 on host dv-cinder-798671-3-iscsi {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:28:31.260673 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Calling delete_port for d80ac1ad-4e34-470e-ad32-5b671a91c297 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:28:31.305611 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.319073 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde218c40>,) {'filters': {'network_id': ['7acf5118-5a66-48c5-983c-08efb7f822e3']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:31.331492 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde218c40>, 'a141946d-acbf-4f99-ab35-7ad9d4bf544d') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:31.331844 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde218c40>, 'a141946d-acbf-4f99-ab35-7ad9d4bf544d') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:28:31.336049 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:28:31.336444 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:28:31.344082 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.360872 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.367013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:28:31.367383 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:28:31.381215 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:28:31.562957 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.567078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:31.580129 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.592598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7acf5118-5a66-48c5-983c-08efb7f822e3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:31.596268 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:31.597784 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] 10.222.0.55 "DELETE /v2.0/networks/7acf5118-5a66-48c5-983c-08efb7f822e3 HTTP/1.1" status: 204  len: 168 time: 1.0385935
Jul 08 15:28:31.713169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42298) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:31.765315 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-33c0f7c1-5117-45c9-963d-f3e5e65ead5a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=fdcd57c2bedb434098b98a206bf6bbac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0509324
Jul 08 15:28:31.767811 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42302) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:31.826820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.837394 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Deleting port d80ac1ad-4e34-470e-ad32-5b671a91c297 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:28:31.837917 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.853733 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.913197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.916578 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-3bb3e685-1b89-4cf9-a368-006245e2bae5 None None] The port 'd80ac1ad-4e34-470e-ad32-5b671a91c297' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:28:31.919255 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cb8c45e1-6e2d-4b4c-b362-fc2c5a460b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:31.919872 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c233220d-695d-4b08-bc67-e7ca5f52cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.938781 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=850a1724-4658-4358-9da6-34eb7066438a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:31.942409 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:31.944395 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:31.945496 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-eb9760a9-f03f-4c93-816f-11a90b939f8f admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/850a1724-4658-4358-9da6-34eb7066438a HTTP/1.1" status: 204  len: 168 time: 0.1767437
Jul 08 15:28:32.303204 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42316) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:32.350887 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fd8ffbac-ab3e-4bea-bfac-1442473053a0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=8dd9df1a12654255a27b990cca6530f5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462904
Jul 08 15:28:32.353096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42320) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:28:32.413206 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:32.438718 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:32.493203 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:32.498064 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-654f5bdd-8be5-4157-8f5e-be53eaaf8030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:28:32.509979 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9719f7b1-0259-4252-a171-80f0464644e6,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:28:32.512252 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:28:32.515605 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:32.517280 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-fddf77ca-59b1-4d22-beef-b60ff788798c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/9719f7b1-0259-4252-a171-80f0464644e6 HTTP/1.1" status: 204  len: 168 time: 0.1631961
Jul 08 15:28:32.575155 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d80ac1ad-4e34-470e-ad32-5b671a91c297 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:28:32.613660 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: d80ac1ad-4e34-470e-ad32-5b671a91c297 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:28:32.614016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d80ac1ad-4e34-470e-ad32-5b671a91c297 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:28:32.658145 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:34.145643 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:38.306496 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:28:40.717737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598eda81-557a-45c5-9008-0a9603c4e1a4 req-fec1e0e0-6d90-4cf1-9460-3b4b42fd747e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:40.719197 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-598eda81-557a-45c5-9008-0a9603c4e1a4 req-fec1e0e0-6d90-4cf1-9460-3b4b42fd747e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0809758
Jul 08 15:28:40.767623 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-598eda81-557a-45c5-9008-0a9603c4e1a4 req-b022b8ce-9bb0-4f0f-a008-913860e9768d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420854
Jul 08 15:28:41.956180 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7a34b-5008-4d06-a44a-ce3963f45139 req-674f1659-fa2d-4f56-b7f6-38a9c5c1f62f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:41.957606 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fae7a34b-5008-4d06-a44a-ce3963f45139 req-674f1659-fa2d-4f56-b7f6-38a9c5c1f62f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0828216
Jul 08 15:28:42.002053 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fae7a34b-5008-4d06-a44a-ce3963f45139 req-21df8535-a97b-4f96-a66c-0556bc5ab588 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385878
Jul 08 15:28:43.185740 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07743373-9a0a-412f-ab78-c9d880ea4c70 req-d237a2b6-af56-4933-88e6-d2eda3d05229 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:43.187199 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-07743373-9a0a-412f-ab78-c9d880ea4c70 req-d237a2b6-af56-4933-88e6-d2eda3d05229 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0805361
Jul 08 15:28:43.231566 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-07743373-9a0a-412f-ab78-c9d880ea4c70 req-a60f7a9c-f1c7-4ff8-b009-5c0feea87878 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387890
Jul 08 15:28:44.418591 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13885f-e01c-4eea-b5fa-839b0ee66794 req-184806f5-adb6-44d5-8140-fd1f54c72ef1 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:44.420055 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a13885f-e01c-4eea-b5fa-839b0ee66794 req-184806f5-adb6-44d5-8140-fd1f54c72ef1 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0819802
Jul 08 15:28:44.464171 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8a13885f-e01c-4eea-b5fa-839b0ee66794 req-c113ec8b-55cd-48dc-97bd-9b12f5a3490b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385740
Jul 08 15:28:45.654923 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c3ae8-5e10-4434-8a8f-e7a1f3746ece req-1ad2dd07-33d1-484f-9b77-5b7af8301179 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:45.657502 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5f7c3ae8-5e10-4434-8a8f-e7a1f3746ece req-1ad2dd07-33d1-484f-9b77-5b7af8301179 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0866692
Jul 08 15:28:45.702428 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5f7c3ae8-5e10-4434-8a8f-e7a1f3746ece req-44b066d6-dc51-4b59-83d0-7e1fa115bacb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390651
Jul 08 15:28:46.888411 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50261f8-3955-4e54-ac78-fccfe470a04b req-24a3f511-1edb-4e65-ac1f-bddf8b8722dd tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:46.889759 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e50261f8-3955-4e54-ac78-fccfe470a04b req-24a3f511-1edb-4e65-ac1f-bddf8b8722dd tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0815470
Jul 08 15:28:46.936340 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e50261f8-3955-4e54-ac78-fccfe470a04b req-e2de9650-a8c1-44ad-bb86-e353b0c565e7 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405133
Jul 08 15:28:48.118178 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59a783-a778-4e5b-9a44-4dde061a5461 req-9e38aea6-e4cb-4081-8983-5703bce13e73 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:48.119643 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff59a783-a778-4e5b-9a44-4dde061a5461 req-9e38aea6-e4cb-4081-8983-5703bce13e73 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0797250
Jul 08 15:28:48.171956 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-ff59a783-a778-4e5b-9a44-4dde061a5461 req-cf7943ab-b881-451e-850b-7704f9611e95 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461845
Jul 08 15:28:49.358182 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bf91-895f-4b96-a325-9f7446ebf949 req-49e7c140-2470-4495-be84-e7d5e21259e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:49.359644 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-46f6bf91-895f-4b96-a325-9f7446ebf949 req-49e7c140-2470-4495-be84-e7d5e21259e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0835435
Jul 08 15:28:49.404631 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-46f6bf91-895f-4b96-a325-9f7446ebf949 req-c65b8bef-61d3-4463-84df-3806965ece6a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393155
Jul 08 15:28:50.676655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cae2db-8dd3-489d-8735-f4404b859f34 req-9ab56793-e15c-425f-a832-d46ec1fe8094 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:50.678128 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f3cae2db-8dd3-489d-8735-f4404b859f34 req-9ab56793-e15c-425f-a832-d46ec1fe8094 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.1707392
Jul 08 15:28:50.724033 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f3cae2db-8dd3-489d-8735-f4404b859f34 req-5327599b-003f-4223-8d66-0f9519b0f657 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401707
Jul 08 15:28:51.914737 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ddd9-37bb-4185-96b8-63ad9e028c54 req-8ddb82ff-7469-4dfe-9f35-4ed2cdfc610a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:51.916212 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e38ddd9-37bb-4185-96b8-63ad9e028c54 req-8ddb82ff-7469-4dfe-9f35-4ed2cdfc610a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0869796
Jul 08 15:28:51.960883 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7e38ddd9-37bb-4185-96b8-63ad9e028c54 req-d2df3742-7758-4132-89c5-0e1e204cf0e0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389051
Jul 08 15:28:53.153365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ec8c3-2d91-4bad-85c7-91fd9aafa98b req-60766556-91ef-4a47-9f6e-8cf749be7af8 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:53.156184 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-771ec8c3-2d91-4bad-85c7-91fd9aafa98b req-60766556-91ef-4a47-9f6e-8cf749be7af8 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0819721
Jul 08 15:28:53.199680 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-771ec8c3-2d91-4bad-85c7-91fd9aafa98b req-9c6569c7-250a-4369-82eb-18ea5e13d019 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386600
Jul 08 15:28:54.379232 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:54.381797 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91899642-ca66-4fb1-99bf-2bb31e0d323b req-ffb495c4-cfec-457a-a865-368a41f154cd tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:54.383271 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-91899642-ca66-4fb1-99bf-2bb31e0d323b req-ffb495c4-cfec-457a-a865-368a41f154cd tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0798476
Jul 08 15:28:54.431018 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-91899642-ca66-4fb1-99bf-2bb31e0d323b req-95465332-16f9-45bc-8402-84345f8f79c5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420289
Jul 08 15:28:55.610930 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067fac2-6a03-4b6a-bab3-315ec3614d38 req-d377402c-d4d6-4c43-827a-b984e01b0f0a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:55.612461 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3067fac2-6a03-4b6a-bab3-315ec3614d38 req-d377402c-d4d6-4c43-827a-b984e01b0f0a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0779226
Jul 08 15:28:55.660540 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3067fac2-6a03-4b6a-bab3-315ec3614d38 req-8c0c48ce-1faf-439d-9b5c-b4e40e347cf8 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423915
Jul 08 15:28:56.841601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcf9cf-d08f-4d23-bcd5-084a60a3d0a7 req-c6464c3e-91b9-4459-8d5d-91df87361286 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:56.842978 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1dbcf9cf-d08f-4d23-bcd5-084a60a3d0a7 req-c6464c3e-91b9-4459-8d5d-91df87361286 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0797544
Jul 08 15:28:56.888592 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1dbcf9cf-d08f-4d23-bcd5-084a60a3d0a7 req-4b69bbdb-cde4-44e3-b105-3ff18aa3b640 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399835
Jul 08 15:28:57.230416 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdc26f-41d9-4861-b93b-a986b922ce91 req-f3ae231f-776e-47ed-a6d5-d7658843f4bb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:57.231954 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bffdc26f-41d9-4861-b93b-a986b922ce91 req-f3ae231f-776e-47ed-a6d5-d7658843f4bb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0849810
Jul 08 15:28:57.278152 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-bffdc26f-41d9-4861-b93b-a986b922ce91 req-bd9b645c-d578-43ad-9dd0-845fb971646d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404642
Jul 08 15:28:57.377845 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-9952d275-a672-4752-a192-3c19d40cc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:57.379400 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-9952d275-a672-4752-a192-3c19d40cc63f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1098 time: 0.0760043
Jul 08 15:28:57.512446 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-104a7396-94ae-42d8-9edf-8a4bda686689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:57.513851 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-104a7396-94ae-42d8-9edf-8a4bda686689 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1285107
Jul 08 15:28:57.617763 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-021206d7-e3ed-4287-8185-797ad2d32cb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 1000 time: 0.0967093
Jul 08 15:28:57.683813 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-7d1a4e05-c083-4061-9ace-162ceb445a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:57.685344 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-7d1a4e05-c083-4061-9ace-162ceb445a62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0616724
Jul 08 15:28:57.760421 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-f507b970-814c-4b9e-86ab-f93b75056814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:57.761920 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-f507b970-814c-4b9e-86ab-f93b75056814 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0699601
Jul 08 15:28:57.895197 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-16511fe4-fdcf-4af8-ac4b-7302bfd96879 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252108
Jul 08 15:28:58.024943 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c81002cc-b145-477b-b2d2-df56cdbe6a59 req-ae741477-c9e4-4ef8-b7c2-6e66dee7db37 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239750
Jul 08 15:28:58.465342 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856b526-78df-4164-9016-5755adfedaf5 req-6fa3120a-7e2d-43d4-9b7e-bbfa04859190 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:58.467650 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0856b526-78df-4164-9016-5755adfedaf5 req-6fa3120a-7e2d-43d4-9b7e-bbfa04859190 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0805535
Jul 08 15:28:58.513497 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0856b526-78df-4164-9016-5755adfedaf5 req-a04746ab-4e96-487b-a0dc-0ac05cd227fb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403328
Jul 08 15:28:59.185128 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4819b4b9-3866-40f1-9c9b-1fcf2f739328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:59.700951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feff31e7-708d-454f-985e-d500515b86bd req-4d9425f6-82e0-438d-85a6-e2afec7e3429 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:28:59.702534 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-feff31e7-708d-454f-985e-d500515b86bd req-4d9425f6-82e0-438d-85a6-e2afec7e3429 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0841732
Jul 08 15:28:59.770196 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:28:59.839236 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-feff31e7-708d-454f-985e-d500515b86bd req-01d02126-ab9c-4313-bfd9-7f8d1d195a2e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302261
Jul 08 15:29:01.871375 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-133c41f4-f802-42fb-ac92-55b9df05f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:02.660740 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:04.147149 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:15.305754 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:29:22.170441 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-a5769020-7792-41fc-bf9f-6ebd3b4e9b57 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0703571
Jul 08 15:29:22.265244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-f0827c46-cf7f-4c25-a745-49ccd5d22b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:22.266715 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-f0827c46-cf7f-4c25-a745-49ccd5d22b1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1098 time: 0.0738189
Jul 08 15:29:22.412361 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-419cb83c-0b29-4774-8bcf-f166e10b3117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:22.413834 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-419cb83c-0b29-4774-8bcf-f166e10b3117 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1275468
Jul 08 15:29:22.515951 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-8005c882-f44b-42bb-8f90-64d34dda733a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 1000 time: 0.0957401
Jul 08 15:29:22.579612 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-42484e69-4d76-4dbb-a879-0f395814063c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:22.581093 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-42484e69-4d76-4dbb-a879-0f395814063c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0561957
Jul 08 15:29:22.656677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-d4220a07-e6f3-46b5-94c0-e970e2e139ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:22.658160 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-d4220a07-e6f3-46b5-94c0-e970e2e139ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707250
Jul 08 15:29:22.793439 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-7ae28107-45fb-4805-9008-8c0895b4c68d service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286948
Jul 08 15:29:22.922352 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8f9c28ff-3917-4c42-800c-f829f18a7531 req-ecf90829-84c7-46ac-975b-80a28a9534d8 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214523
Jul 08 15:29:24.379341 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:29.186528 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-824b6700-b759-4cc5-9e9e-90df9ef66571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:29.772939 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:31.872693 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0b416116-3f90-4113-94ba-c3d07d285199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:32.665001 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:34.149312 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:34.576207 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c2c0-de6a-4643-aa8c-4bb4f1960cf6 req-c2f8aec5-5c02-4873-8ce8-81622d76e36e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:34.577689 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e573c2c0-de6a-4643-aa8c-4bb4f1960cf6 req-c2f8aec5-5c02-4873-8ce8-81622d76e36e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0833480
Jul 08 15:29:34.621635 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e573c2c0-de6a-4643-aa8c-4bb4f1960cf6 req-ed5f1ab4-a5bd-45d0-b393-a546b098a703 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378349
Jul 08 15:29:35.810588 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4f4d9-6350-4da3-bd46-caf97b1cbeaf req-9ed93d70-5e04-4d90-9adb-55f5459cd981 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:35.812017 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ceb4f4d9-6350-4da3-bd46-caf97b1cbeaf req-9ed93d70-5e04-4d90-9adb-55f5459cd981 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0820897
Jul 08 15:29:35.855173 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ceb4f4d9-6350-4da3-bd46-caf97b1cbeaf req-76f240ed-0b38-48d5-b88a-ba3e88229870 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374916
Jul 08 15:29:37.037499 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c588a9e-80a7-48c4-8a84-8c5b26737556 req-b9b4a861-5393-4393-a13e-97e033d0c291 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:37.038965 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0c588a9e-80a7-48c4-8a84-8c5b26737556 req-b9b4a861-5393-4393-a13e-97e033d0c291 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0800622
Jul 08 15:29:37.082706 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-0c588a9e-80a7-48c4-8a84-8c5b26737556 req-7473d68f-9582-403c-89cb-9690ca517863 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380871
Jul 08 15:29:38.277469 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298741f4-e273-48f3-b26d-dbd4ef9ef19e req-5b5fbdbe-ff5a-462e-99f2-30777dae17d3 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:38.278930 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-298741f4-e273-48f3-b26d-dbd4ef9ef19e req-5b5fbdbe-ff5a-462e-99f2-30777dae17d3 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0848708
Jul 08 15:29:38.324336 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-298741f4-e273-48f3-b26d-dbd4ef9ef19e req-604666d7-fe81-4a89-b085-c31066f0fd0a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392230
Jul 08 15:29:39.519637 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6360f30-6916-4feb-bbca-2f7a87a0bf43 req-7d091469-87a1-4e41-a8c8-00a9a3866089 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:39.521143 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b6360f30-6916-4feb-bbca-2f7a87a0bf43 req-7d091469-87a1-4e41-a8c8-00a9a3866089 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0889173
Jul 08 15:29:39.565735 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b6360f30-6916-4feb-bbca-2f7a87a0bf43 req-6076d73a-123a-457e-aad7-dad984295e83 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384476
Jul 08 15:29:40.748119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2818c91-e1af-484a-8f99-4f0743f51e66 req-6535b793-a297-4e64-8368-1b1349780d0c tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:40.749615 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e2818c91-e1af-484a-8f99-4f0743f51e66 req-6535b793-a297-4e64-8368-1b1349780d0c tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0795438
Jul 08 15:29:40.795856 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e2818c91-e1af-484a-8f99-4f0743f51e66 req-13f1616f-d792-455f-8ed5-d3c6ee6915e2 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395808
Jul 08 15:29:41.983729 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120ccd9-1e80-4e49-bb37-bf3c630b052c req-f4ee3600-3685-4cc2-935f-ea9991093a6a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:41.985133 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6120ccd9-1e80-4e49-bb37-bf3c630b052c req-f4ee3600-3685-4cc2-935f-ea9991093a6a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0827117
Jul 08 15:29:42.028812 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-6120ccd9-1e80-4e49-bb37-bf3c630b052c req-c9c105c7-2cc4-45c5-b4eb-6aa1a21271d4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382013
Jul 08 15:29:43.219197 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b992b-3c7d-41cd-bc2b-91949adb134a req-3e6fe31f-8d36-43f6-ad2f-89a284c40e82 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:43.220695 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe9b992b-3c7d-41cd-bc2b-91949adb134a req-3e6fe31f-8d36-43f6-ad2f-89a284c40e82 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0844278
Jul 08 15:29:43.265129 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe9b992b-3c7d-41cd-bc2b-91949adb134a req-417773fb-1398-4d73-8408-9cb41a98742b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383706
Jul 08 15:29:44.450872 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d42c1-6ed0-4ab0-8dde-60edee59094e req-2bdfdb58-f0b2-4076-b0cf-0b3771563419 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:44.452318 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-086d42c1-6ed0-4ab0-8dde-60edee59094e req-2bdfdb58-f0b2-4076-b0cf-0b3771563419 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0825691
Jul 08 15:29:44.495806 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-086d42c1-6ed0-4ab0-8dde-60edee59094e req-1f969e1f-fe94-4fdf-916a-5076c85bc02f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378702
Jul 08 15:29:45.678436 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af21fe-c732-442c-8d27-7f53aa5e35b9 req-8457d7c3-181c-4062-b0e6-4e2410c5ff5f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:45.680520 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-75af21fe-c732-442c-8d27-7f53aa5e35b9 req-8457d7c3-181c-4062-b0e6-4e2410c5ff5f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0793228
Jul 08 15:29:45.729134 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-75af21fe-c732-442c-8d27-7f53aa5e35b9 req-33f9b67e-ab0e-4bb1-bc13-c68c01a69bce tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425105
Jul 08 15:29:46.113443 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30332336-3f1a-4c9f-a383-73be46018544 req-4002ba8f-8290-40e9-9841-45c433cc95a6 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:46.114848 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30332336-3f1a-4c9f-a383-73be46018544 req-4002ba8f-8290-40e9-9841-45c433cc95a6 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.1367736
Jul 08 15:29:46.142926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-59ee62ef-005e-479b-9d51-86878895a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:46.144885 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-59ee62ef-005e-479b-9d51-86878895a789 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 1098 time: 0.1132491
Jul 08 15:29:46.342270 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-30332336-3f1a-4c9f-a383-73be46018544 req-5752960f-f26b-42a1-b6cc-0e15f1ec5c95 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2209384
Jul 08 15:29:46.387597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-fdc5ced6-1e13-41ba-970c-81118b45a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:46.389013 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-fdc5ced6-1e13-41ba-970c-81118b45a722 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.2383502
Jul 08 15:29:46.496967 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-7c1208ce-062e-4b3f-a5eb-6e46a59f4e6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 200  len: 1000 time: 0.1014230
Jul 08 15:29:46.559561 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-09c2e737-c183-4be8-8335-060ab1415076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:46.561044 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-09c2e737-c183-4be8-8335-060ab1415076 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0584435
Jul 08 15:29:46.638488 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-98fb18bc-7d23-422c-9232-9dd5c391c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:46.639881 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-98fb18bc-7d23-422c-9232-9dd5c391c9dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728073
Jul 08 15:29:46.775777 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-0b01d23d-8f2d-4d9a-8bee-4d8581b6eddc service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288190
Jul 08 15:29:46.905736 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-080e00fd-0629-4d91-8bbc-20b87b34684f req-228f0ed1-d681-465f-aeb4-71f41b7a1955 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234448
Jul 08 15:29:47.553321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bb5c0-8375-4651-b26a-950638650fe0 req-b9d96bf9-19c6-45ec-a5d5-73ed2dc07744 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:47.555323 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-336bb5c0-8375-4651-b26a-950638650fe0 req-b9d96bf9-19c6-45ec-a5d5-73ed2dc07744 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0950999
Jul 08 15:29:47.599083 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-336bb5c0-8375-4651-b26a-950638650fe0 req-e9f17b9d-e5ba-4f12-b947-091dfe5e0f92 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375144
Jul 08 15:29:48.790351 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825214ff-7986-4424-acf2-5a20cf2124a2 req-1e4756a3-dff9-4b55-bcb6-2909cf6f472e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:48.793695 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-825214ff-7986-4424-acf2-5a20cf2124a2 req-1e4756a3-dff9-4b55-bcb6-2909cf6f472e tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0839875
Jul 08 15:29:48.839423 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-825214ff-7986-4424-acf2-5a20cf2124a2 req-2c04848e-8da5-405e-97e6-ced20edbd050 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409598
Jul 08 15:29:52.304359 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:29:54.376877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:56.709121 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42454) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:29:56.916091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port ce8bb439-1f1b-45aa-8ecf-6a5c062fc526 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:29:56.916347 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:57.084156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:57.084506 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:57.213670 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for ce8bb439-1f1b-45aa-8ecf-6a5c062fc526 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:29:57.365042 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:57.369422 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-99ac0a21-3ab4-4bf3-8211-a1d05cb408e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:29:57.415812 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=ce8bb439-1f1b-45aa-8ecf-6a5c062fc526,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:29:57.456470 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.456852 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.457417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.457929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.458313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.458741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.459142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.459540 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.459888 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.460287 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.460711 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.461068 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:29:57.489269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:29:57.518331 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:57.518659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 17380f21-9bb3-48e7-b55b-49ceffb78a82 disassociated (deleted). External IP: 172.27.2.232, port: c09ebcc8-0199-452a-bd7c-797b1568e363.
Jul 08 15:29:57.969577 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:29:58.146500 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:29:58.156640 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:29:58.166083 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:29:58.166690 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec65340>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:29:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:29:58.167777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:58.228945 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "DELETE /v2.0/floatingips/17380f21-9bb3-48e7-b55b-49ceffb78a82 HTTP/1.1" status: 204  len: 168 time: 1.5161610
Jul 08 15:29:58.228945 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:29:58.280191 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'status': 'completed', 'code': 200}
Jul 08 15:29:58.374628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440661a7-69a0-4f72-805d-9f845666c79f req-d7922f3b-f79a-4de6-af50-794d6c16d471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:58.376540 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-d7922f3b-f79a-4de6-af50-794d6c16d471 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 1099 time: 0.0734832
Jul 08 15:29:58.380743 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:29:58.517606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440661a7-69a0-4f72-805d-9f845666c79f req-f471507d-b469-4eac-9cb4-5c8d44a7d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:58.519244 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-f471507d-b469-4eac-9cb4-5c8d44a7d410 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.1370425
Jul 08 15:29:58.630661 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-f6f03b02-6dfe-4d5c-8212-1ffb76871290 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 200  len: 217 time: 0.0762320
Jul 08 15:29:58.708224 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440661a7-69a0-4f72-805d-9f845666c79f req-9df298ed-7c62-48aa-860a-4037b0cb0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:58.709761 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-9df298ed-7c62-48aa-860a-4037b0cb0317 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0716841
Jul 08 15:29:58.721547 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df35d-0f9f-4aa4-8f27-715354b7d28b req-4f6ea5f3-4044-4d24-8249-e6b7a8032794 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:58.722217 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-e57df35d-0f9f-4aa4-8f27-715354b7d28b req-4f6ea5f3-4044-4d24-8249-e6b7a8032794 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:29:58.738088 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec65340>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:29:58.742485 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:29:58.751100 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:29:58.751701 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdec65340>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:29:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:29:58.783462 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-e57df35d-0f9f-4aa4-8f27-715354b7d28b req-4f6ea5f3-4044-4d24-8249-e6b7a8032794 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:29:58.784564 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e57df35d-0f9f-4aa4-8f27-715354b7d28b req-4f6ea5f3-4044-4d24-8249-e6b7a8032794 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.2644114
Jul 08 15:29:58.835554 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440661a7-69a0-4f72-805d-9f845666c79f req-6423de29-6a9b-4a76-b56e-835ac10eb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:29:58.837146 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-6423de29-6a9b-4a76-b56e-835ac10eb3bf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1122282
Jul 08 15:29:58.841700 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e57df35d-0f9f-4aa4-8f27-715354b7d28b req-72fee5f0-58cf-4913-b19f-73db8b32392a tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493703
Jul 08 15:29:58.930645 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:29:58.970899 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-d25642a0-b260-4579-9b72-ed5045fe40a6 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268671
Jul 08 15:29:59.106417 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-440661a7-69a0-4f72-805d-9f845666c79f req-ed6e6487-1d6f-432f-992a-4089570caef4 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263409
Jul 08 15:29:59.188582 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-b6b526e1-2bea-4153-a892-3385c071ec0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:29:59.276933 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdec65340>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:29:59.280740 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f3dad4-26d3-45b9-8f9d-b4c754799e8f None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '65b4e87b-7bf9-4b7a-9c89-c08244006518', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'floating_ip_address': '172.27.2.214', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'port_id': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'mac_address': 'fa:16:3e:16:9e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '804b317f-f759-426a-b96b-41e5687bdccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:26:25Z', 'updated_at': '2021-07-08T15:26:28Z', 'revision_number': 1, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:29:59.493456 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a388be45-28ff-447a-8801-9ea95a92184a None None] New status for floating IP 17380f21-9bb3-48e7-b55b-49ceffb78a82: DOWN {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:29:59.774375 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:00.030433 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26df1d-88c1-47c4-b92f-9c7ca93dff9d req-d6d9f952-a85f-4dab-b7f6-acfed4e06ba3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:00.031999 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e26df1d-88c1-47c4-b92f-9c7ca93dff9d req-d6d9f952-a85f-4dab-b7f6-acfed4e06ba3 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.0805845
Jul 08 15:30:00.083188 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4e26df1d-88c1-47c4-b92f-9c7ca93dff9d req-085f9473-45c2-48fc-b66c-c297df6bd502 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452325
Jul 08 15:30:00.177656 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-8e01b2b7-3acb-4f12-b8f2-0813f426fb11 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:00.179163 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-8e01b2b7-3acb-4f12-b8f2-0813f426fb11 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 946 time: 0.1827438
Jul 08 15:30:00.249043 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port c09ebcc8-0199-452a-bd7c-797b1568e363 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:00.249326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:00.490592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] For port c09ebcc8-0199-452a-bd7c-797b1568e363, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=c09ebcc8-0199-452a-bd7c-797b1568e363,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:00.490953 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:00.618405 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for c09ebcc8-0199-452a-bd7c-797b1568e363 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:00.760132 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:00.765612 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fb4f55c6-06b5-4f7d-8e69-bd04efa15c9b tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:00.812327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=c09ebcc8-0199-452a-bd7c-797b1568e363,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:00.815793 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:00.888623 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] No DVR routers for this DVR port c09ebcc8-0199-452a-bd7c-797b1568e363 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:30:00.890919 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:00.893444 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'name': 'network-vif-deleted', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:00.909048 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fdfcb925-4b03-4e73-a46d-2f2d07936048 req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "DELETE /v2.0/ports/c09ebcc8-0199-452a-bd7c-797b1568e363 HTTP/1.1" status: 204  len: 173 time: 0.7242565
Jul 08 15:30:00.940503 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff41d95a-4005-4d1b-9d02-e87e7d592382', 'name': 'network-vif-deleted', 'tag': 'c09ebcc8-0199-452a-bd7c-797b1568e363', 'status': 'completed', 'code': 200}
Jul 08 15:30:01.236405 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-197214bf-38d0-4328-a999-823b84a98fd7 req-8487ab08-7f6d-47ef-9e3f-872eb75fd0a9 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff41d95a-4005-4d1b-9d02-e87e7d592382 HTTP/1.1" status: 200  len: 210 time: 0.0452318
Jul 08 15:30:01.873985 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a82b9838-3ea5-45c6-9cdc-2869ec45ea8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:02.667052 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:04.152546 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:04.365811 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device c09ebcc8-0199-452a-bd7c-797b1568e363 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:04.400509 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: c09ebcc8-0199-452a-bd7c-797b1568e363 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:04.400782 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device c09ebcc8-0199-452a-bd7c-797b1568e363 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:04.750730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42488) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:04.955325 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port 2b8c13de-753c-40d2-98b6-a455945dd249 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:04.955573 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:05.122318 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:05.122650 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:05.249231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for 2b8c13de-753c-40d2-98b6-a455945dd249 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:05.392804 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:05.396288 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00ff8e2d-d60e-4d7d-8a8b-3d9b77af1fd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:05.442057 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=2b8c13de-753c-40d2-98b6-a455945dd249,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:05.445753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:05.534508 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:05.534840 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Floating IP 65b4e87b-7bf9-4b7a-9c89-c08244006518 disassociated (deleted). External IP: 172.27.2.214, port: aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00.
Jul 08 15:30:05.970630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:30:06.147300 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:30:06.156220 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:30:06.162704 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:06.166692 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:06.167384 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa143d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:06.216889 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "DELETE /v2.0/floatingips/65b4e87b-7bf9-4b7a-9c89-c08244006518 HTTP/1.1" status: 204  len: 168 time: 1.4648004
Jul 08 15:30:06.217540 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:06.262966 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'status': 'completed', 'code': 200}
Jul 08 15:30:06.356215 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:06.359959 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-cb38b80c-5d5a-4277-8108-5e89d7e2fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:06.362271 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-cb38b80c-5d5a-4277-8108-5e89d7e2fa25 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 1099 time: 0.0751028
Jul 08 15:30:06.501545 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-00d3c031-4dc4-4d65-8524-398b51ca13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:06.503396 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-00d3c031-4dc4-4d65-8524-398b51ca13f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 200  len: 913 time: 0.1343319
Jul 08 15:30:06.604690 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-0cbcdab5-d207-4d73-b51b-a01edd29cd8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 200  len: 217 time: 0.0945549
Jul 08 15:30:06.695639 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-837955b0-0326-4e87-b892-d92f4cee2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:06.697122 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-837955b0-0326-4e87-b892-d92f4cee2191 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 200  len: 851 time: 0.0819967
Jul 08 15:30:06.710715 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa143d0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:06.714657 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:30:06.722791 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:06.723398 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa143d0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:06.748158 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2eabdf-526e-41af-b365-16aa8d062805 req-3db1e0da-6289-4da0-a49f-d63c2e93b0ba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:06.748931 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4a2eabdf-526e-41af-b365-16aa8d062805 req-3db1e0da-6289-4da0-a49f-d63c2e93b0ba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Synchronizing usage tracker for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:30:06.779570 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-4a2eabdf-526e-41af-b365-16aa8d062805 req-3db1e0da-6289-4da0-a49f-d63c2e93b0ba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Unset dirty status for tenant:7929d82a65fb4a9fa5efedf0d8b313e7 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:30:06.780954 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4a2eabdf-526e-41af-b365-16aa8d062805 req-3db1e0da-6289-4da0-a49f-d63c2e93b0ba tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.2138014
Jul 08 15:30:06.820586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-483b0edf-415c-4c56-a716-24d6f24ce432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:06.822065 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-483b0edf-415c-4c56-a716-24d6f24ce432 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e43a1d72-307f-458f-9c4f-13b7e7b89aa6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1167066
Jul 08 15:30:06.900715 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:06.904580 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4a2eabdf-526e-41af-b365-16aa8d062805 req-ad997835-7973-416f-9093-6791449480c8 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161776
Jul 08 15:30:06.967755 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-df7887bf-e428-4842-89cf-620294d7320c service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365273
Jul 08 15:30:07.206679 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0e14cf68-967a-4269-8f1e-cfa415d1903a req-5c1a6a4f-8a85-4cc0-9b4f-fab5b0706a00 service neutron] 10.222.0.53 "GET /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2310426
Jul 08 15:30:07.218992 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdfa143d0>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:07.223168 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c264b4-eb91-4f27-acc2-243ac88d3efc None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:08Z', 'revision_number': 4, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '28326fcb-8073-4fa5-83e6-9687c7373d63', 'name': '', 'network_id': 'e43a1d72-307f-458f-9c4f-13b7e7b89aa6', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'mac_address': 'fa:16:3e:4a:02:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:07Z', 'updated_at': '2021-07-08T15:22:18Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'subnets': [{'id': 'a84971a9-45db-4b44-a7e8-0b1c4931274e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:30:07.434602 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33010974-ce2f-4f33-a2f0-8cbab9a89e81 None None] New status for floating IP 65b4e87b-7bf9-4b7a-9c89-c08244006518: DOWN {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:30:08.087585 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8159e586-6019-437d-90bd-5432760287cd req-2b2c1bb3-860d-449a-84f3-f717cbd4a6a4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:08.089366 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8159e586-6019-437d-90bd-5432760287cd req-2b2c1bb3-860d-449a-84f3-f717cbd4a6a4 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0794425
Jul 08 15:30:08.140884 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8159e586-6019-437d-90bd-5432760287cd req-ab1625c6-42d6-4263-9c2e-bd0bbc393c06 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/security-groups?id=3673366c-875a-44c1-9199-a1bc478a4865&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454760
Jul 08 15:30:08.155184 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada338b0-c8b1-437b-9693-4906b871097f req-b79af9b0-8601-443a-9e0e-6a97303b5762 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:08.156689 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ada338b0-c8b1-437b-9693-4906b871097f req-b79af9b0-8601-443a-9e0e-6a97303b5762 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 946 time: 0.0800405
Jul 08 15:30:08.229678 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:08.230390 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:08.471643 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] For port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:08.472000 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:08.597723 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:08.740296 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:08.746939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e28be557-f360-4488-a08c-deaebe0f2c47 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:08.796768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:08.799897 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:08.873143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] No DVR routers for this DVR port aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:30:08.875675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:08.878277 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'name': 'network-vif-deleted', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:08.893741 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ada338b0-c8b1-437b-9693-4906b871097f req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.53 "DELETE /v2.0/ports/aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 HTTP/1.1" status: 204  len: 173 time: 0.7315660
Jul 08 15:30:08.924095 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804b317f-f759-426a-b96b-41e5687bdccb', 'name': 'network-vif-deleted', 'tag': 'aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00', 'status': 'completed', 'code': 200}
Jul 08 15:30:09.291324 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-153d235d-0b0b-45c5-a50d-a7209e555360 req-c9ae321d-27f7-4605-8842-847ba773240f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "GET /v2.0/ports?device_id=804b317f-f759-426a-b96b-41e5687bdccb HTTP/1.1" status: 200  len: 210 time: 0.0459483
Jul 08 15:30:10.383732 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42516) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:10.547696 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Deleting port 02604516-e19f-4283-802d-c5ebb478644e {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:10.548026 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:10.805769 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:10.806091 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:10.927103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Calling delete_port for 02604516-e19f-4283-802d-c5ebb478644e owned by network:floatingip {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:11.063332 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:11.066864 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2cbee678-9b2e-4a4f-8655-998d15704384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:11.109526 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'Port': ['ID=02604516-e19f-4283-802d-c5ebb478644e,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:11.154772 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.155132 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.155486 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.155895 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.156240 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.156608 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.156953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.157352 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.157697 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.158034 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.158370 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.158704 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:11.166356 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:11.218764 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for floatingip, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:11.232435 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:11.233479 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "DELETE /v2.0/floatingips/2a9aaeb6-82f9-411b-840b-a3437b906912 HTTP/1.1" status: 204  len: 168 time: 0.8487844
Jul 08 15:30:12.409021 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:12.443623 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:12.443974 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device aa6d53b3-36dc-407b-bc1b-8e0a2fc4fb00 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:12.607757 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42530) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:12.676445 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:12.707485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:12.786720 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:12.791808 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-62fa25fb-e2e9-40f5-a118-7d3403ac67a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:12.807210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673366c-875a-44c1-9199-a1bc478a4865,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:12.810161 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:12.817492 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:12.818547 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-900b9235-4f63-4b73-aba1-01b7b49122a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] 10.222.0.55 "DELETE /v2.0/security-groups/3673366c-875a-44c1-9199-a1bc478a4865 HTTP/1.1" status: 204  len: 168 time: 0.2097113
Jul 08 15:30:12.877261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42536) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:13.616866 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:14.059417 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Deleting port 28326fcb-8073-4fa5-83e6-9687c7373d63 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:14.060173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:14.229400 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] For port 28326fcb-8073-4fa5-83e6-9687c7373d63, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=28326fcb-8073-4fa5-83e6-9687c7373d63,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:14.229782 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:14.352050 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Calling delete_port for 28326fcb-8073-4fa5-83e6-9687c7373d63 owned by network:router_interface {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:14.524932 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:14.528484 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-792546ed-546d-4b04-b5b0-5223708b3be3 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:14.573784 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Pushing event deleted for resources: {'Port': ['ID=28326fcb-8073-4fa5-83e6-9687c7373d63,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:14.576209 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:14.845761 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:15.302089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Router bb23a68a-3c12-45db-ab23-b5db87c22597 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:30:15.479532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:30:15.488699 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Sync routers for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:30:15.492442 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d87d4fee-08a8-441e-b0f2-3f860e5fee31 admin admin] 10.222.0.55 "PUT /v2.0/routers/bb23a68a-3c12-45db-ab23-b5db87c22597/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6137350
Jul 08 15:30:15.494494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42542) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:15.498536 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:15.499140 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeba4b20>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:15.665265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks [] for router, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:15.671195 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:15.847091 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:15.865075 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Deleting port e8e1dd76-cc24-4faa-a6a2-65653f6a222f {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:15.865415 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:15.961218 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeba4b20>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:30:14Z', 'revision_number': 5, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port': {'id': 'e8e1dd76-cc24-4faa-a6a2-65653f6a222f', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:15.964997 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Checking router: bb23a68a-3c12-45db-ab23-b5db87c22597 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:30:15.973107 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Routers {'bb23a68a-3c12-45db-ab23-b5db87c22597'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:15.973717 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeba4b20>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['bb23a68a-3c12-45db-ab23-b5db87c22597'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:16.036728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] For port e8e1dd76-cc24-4faa-a6a2-65653f6a222f, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:16.037008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.157667 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] Set router bb23a68a-3c12-45db-ab23-b5db87c22597 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:16.175987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Calling delete_port for e8e1dd76-cc24-4faa-a6a2-65653f6a222f owned by network:router_gateway {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:16.262291 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeba4b20>, [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:30:15Z', 'revision_number': 6, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:16.266099 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83371b95-f639-451e-9bd3-0af193ee5bfe None None] The sync data for ids ['bb23a68a-3c12-45db-ab23-b5db87c22597'] in dv-cinder-798671-3-iscsi is: [{'id': 'bb23a68a-3c12-45db-ab23-b5db87c22597', 'name': 'tempest-TestVolumeBootPattern-1046997452-router', 'tenant_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:04Z', 'updated_at': '2021-07-08T15:30:15Z', 'revision_number': 6, 'project_id': '7929d82a65fb4a9fa5efedf0d8b313e7', 'gw_port_host': None}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:30:16.342394 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.346125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-74a3acf0-57ea-49c4-98f7-2c9d57393f53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:16.395176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e1dd76-cc24-4faa-a6a2-65653f6a222f,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:16.421452 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:16.484113 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.823418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.825672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.851212 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.851734 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb23a68a-3c12-45db-ab23-b5db87c22597 {{(pid=78425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:30:16.863815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.864959 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] 10.222.0.55 "DELETE /v2.0/routers/bb23a68a-3c12-45db-ab23-b5db87c22597 HTTP/1.1" status: 204  len: 168 time: 1.3695667
Jul 08 15:30:16.867571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42546) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:16.926480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Deleting subnet a84971a9-45db-4b44-a7e8-0b1c4931274e {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:30:16.929633 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:16.979062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.058071 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 28326fcb-8073-4fa5-83e6-9687c7373d63 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:17.065474 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.099744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 28326fcb-8073-4fa5-83e6-9687c7373d63 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:17.099744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 28326fcb-8073-4fa5-83e6-9687c7373d63 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:17.135021 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.138878 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b0e8bfcf-2793-4a81-a6b4-1e3b684eaac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:17.170744 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a84971a9-45db-4b44-a7e8-0b1c4931274e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:17.174435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:17.177560 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.183235 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae63c90-4706-4e59-9322-147ef7bf74d4 None None] Network e43a1d72-307f-458f-9c4f-13b7e7b89aa6 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:30:17.190145 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-49f65cd6-f76f-4654-a44f-63dd40bf4f7f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/a84971a9-45db-4b44-a7e8-0b1c4931274e HTTP/1.1" status: 204  len: 168 time: 0.3202543
Jul 08 15:30:17.191436 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42550) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:17.299519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.312039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Deleting port c8e365ad-5630-43b7-a01c-8bd6c8680a4e {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:17.312395 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.451825 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] DHCP port deletion for e43a1d72-307f-458f-9c4f-13b7e7b89aa6 request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:30:17.456014 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Deleting port c8e365ad-5630-43b7-a01c-8bd6c8680a4e {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:17.456415 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.530771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] For port c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:17.531391 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.654033 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Calling delete_port for c8e365ad-5630-43b7-a01c-8bd6c8680a4e owned by network:dhcp {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:17.654675 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] For port c8e365ad-5630-43b7-a01c-8bd6c8680a4e, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,segment=NetworkSegment(5ab5f1b6-3a44-4be0-81b9-5da297ffc76a),segment_id=5ab5f1b6-3a44-4be0-81b9-5da297ffc76a)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:17.655072 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.736971 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.740728 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b36cd870-487a-437e-b38c-d796d8738dea tempest-AttachVolumeShelveTestJSON-1450762967 tempest-AttachVolumeShelveTestJSON-1450762967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:17.780890 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Calling delete_port for c8e365ad-5630-43b7-a01c-8bd6c8680a4e owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:17.784732 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8e365ad-5630-43b7-a01c-8bd6c8680a4e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:17.787859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:17.789231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] No DVR routers for this DVR port c8e365ad-5630-43b7-a01c-8bd6c8680a4e on host dv-cinder-798671-3-iscsi {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:30:17.856354 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:30:17.856686 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:30:17.907007 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.919951 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdd1ab4c0>,) {'filters': {'network_id': ['e43a1d72-307f-458f-9c4f-13b7e7b89aa6']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:17.931806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd1ab4c0>, '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:17.932109 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd1ab4c0>, '5ab5f1b6-3a44-4be0-81b9-5da297ffc76a') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:17.943753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.959554 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.966248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:30:17.966628 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:30:17.980001 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:30:18.055629 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:18.060523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:18.062860 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-3e05b248-d69e-47bb-9406-286a83595c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:18.084524 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e43a1d72-307f-458f-9c4f-13b7e7b89aa6,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:18.086801 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:18.098868 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-de82079a-ee70-425a-9240-8bafdd7872f2 admin admin] 10.222.0.55 "DELETE /v2.0/networks/e43a1d72-307f-458f-9c4f-13b7e7b89aa6 HTTP/1.1" status: 204  len: 168 time: 0.9063847
Jul 08 15:30:18.101699 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42554) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:18.357773 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Deleting port c8e365ad-5630-43b7-a01c-8bd6c8680a4e {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:18.358358 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:18.457736 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-51658d42-4bd9-48a9-9ec4-971f87a9b280 None None] The port 'c8e365ad-5630-43b7-a01c-8bd6c8680a4e' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:30:18.616575 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device c8e365ad-5630-43b7-a01c-8bd6c8680a4e no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:18.650142 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: c8e365ad-5630-43b7-a01c-8bd6c8680a4e {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:18.650777 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device c8e365ad-5630-43b7-a01c-8bd6c8680a4e not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:18.651191 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e8e1dd76-cc24-4faa-a6a2-65653f6a222f no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:18.683780 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: e8e1dd76-cc24-4faa-a6a2-65653f6a222f {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:18.684133 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device e8e1dd76-cc24-4faa-a6a2-65653f6a222f not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:18.747576 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:19.118597 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Deleting port bb346071-e0a1-4a5e-aaf9-0534c2621aab {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:19.118934 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:19.291267 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] For port bb346071-e0a1-4a5e-aaf9-0534c2621aab, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=bb346071-e0a1-4a5e-aaf9-0534c2621aab,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:19.291645 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:19.417175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Calling delete_port for bb346071-e0a1-4a5e-aaf9-0534c2621aab owned by network:router_interface {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:19.596345 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:19.601241 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-00799e48-171d-4195-a3d5-4042c18924f8 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:19.644800 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb346071-e0a1-4a5e-aaf9-0534c2621aab,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:19.670883 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:20.014100 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:20.368974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Router 33ff95d5-cb66-412c-87fa-c77a573e92cb has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:30:20.546874 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:30:20.555982 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Sync routers for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:30:20.567380 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] 10.222.0.55 "PUT /v2.0/routers/33ff95d5-cb66-412c-87fa-c77a573e92cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4625168
Jul 08 15:30:20.567763 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:20.567763 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac8bb0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:20.567961 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42558) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:20.744188 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks [] for router, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:20.754463 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:20.921477 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:20.931247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Deleting port dc91e194-b84e-46e7-bac3-789eff720b9e {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:20.931588 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.068680 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac8bb0>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:30:19Z', 'revision_number': 5, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port': {'id': 'dc91e194-b84e-46e7-bac3-789eff720b9e', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:cc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:22:16Z', 'updated_at': '2021-07-08T15:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:21.068680 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Checking router: 33ff95d5-cb66-412c-87fa-c77a573e92cb for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:30:21.072481 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Routers {'33ff95d5-cb66-412c-87fa-c77a573e92cb'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:21.073102 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac8bb0>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['33ff95d5-cb66-412c-87fa-c77a573e92cb'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:21.110806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] For port dc91e194-b84e-46e7-bac3-789eff720b9e, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=dc91e194-b84e-46e7-bac3-789eff720b9e,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:21.111419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.226304 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] Set router 33ff95d5-cb66-412c-87fa-c77a573e92cb gateway port host: None {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:21.357694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeac8bb0>, [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:30:20Z', 'revision_number': 6, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:21.358823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Calling delete_port for dc91e194-b84e-46e7-bac3-789eff720b9e owned by network:router_gateway {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:21.364501 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3c7c99-e665-4aea-8e45-9c10cb31fc62 None None] The sync data for ids ['33ff95d5-cb66-412c-87fa-c77a573e92cb'] in dv-cinder-798671-3-iscsi is: [{'id': '33ff95d5-cb66-412c-87fa-c77a573e92cb', 'name': 'tempest-TestVolumeBootPattern-1797016990-router', 'tenant_id': '656564c7935b4d6bb4932e8323d764e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:22:13Z', 'updated_at': '2021-07-08T15:30:20Z', 'revision_number': 6, 'project_id': '656564c7935b4d6bb4932e8323d764e5', 'gw_port_host': None}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:30:21.445918 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706768e0-3814-402f-ac90-e3190c85eba0 req-a78396c2-e8bc-48f8-bb92-3d47f43faf52 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:21.447464 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-706768e0-3814-402f-ac90-e3190c85eba0 req-a78396c2-e8bc-48f8-bb92-3d47f43faf52 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.0843773
Jul 08 15:30:21.492880 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-706768e0-3814-402f-ac90-e3190c85eba0 req-a29861bd-4452-48af-9e55-9b3ec6661db6 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397255
Jul 08 15:30:21.542281 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.546453 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f71b1337-93cf-4854-bd49-86f8b262c581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:21.589644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc91e194-b84e-46e7-bac3-789eff720b9e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:21.592736 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:21.682368 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.858699 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.860901 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.884524 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.885041 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ff95d5-cb66-412c-87fa-c77a573e92cb {{(pid=78425) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:30:21.896847 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:21.898030 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] 10.222.0.55 "DELETE /v2.0/routers/33ff95d5-cb66-412c-87fa-c77a573e92cb HTTP/1.1" status: 204  len: 168 time: 1.3293409
Jul 08 15:30:21.900551 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42570) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:21.959349 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_v2 [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Deleting subnet 2e936d5e-c824-4758-ba50-b9e3f73e4cb4 {{(pid=78425) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:30:21.962192 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.013697 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66789921'] for subnet, precommit_delete_associations {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.090146 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.162153 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65513496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65208379'] for subnet, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.166252 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ea7b101d-f236-42a6-be53-21bff3ecebc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:22.202586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e936d5e-c824-4758-ba50-b9e3f73e4cb4,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:22.204675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.208448 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:22.212173 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-67b2cffb-3413-46f6-a939-1ca0d15abf1d admin admin] 10.222.0.55 "DELETE /v2.0/subnets/2e936d5e-c824-4758-ba50-b9e3f73e4cb4 HTTP/1.1" status: 204  len: 168 time: 0.3105845
Jul 08 15:30:22.213174 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad9d86-abd2-4643-b8d9-7d9576212e56 None None] Network a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:30:22.214536 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42574) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:22.322638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.334174 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Deleting port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:22.335181 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.467694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] DHCP port deletion for a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:30:22.472016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Deleting port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:22.472420 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.559294 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] For port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:22.559657 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.654525 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device dc91e194-b84e-46e7-bac3-789eff720b9e no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:22.723721 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Calling delete_port for cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb owned by network:dhcp {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:22.738040 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: dc91e194-b84e-46e7-bac3-789eff720b9e {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:22.738383 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device dc91e194-b84e-46e7-bac3-789eff720b9e not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:22.738793 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device bb346071-e0a1-4a5e-aaf9-0534c2621aab no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:22.774794 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: bb346071-e0a1-4a5e-aaf9-0534c2621aab {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:22.775136 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device bb346071-e0a1-4a5e-aaf9-0534c2621aab not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:22.775563 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:22.836985 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] For port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,segment=NetworkSegment(a6917536-58b1-42e4-805a-aabdb488f9e0),segment_id=a6917536-58b1-42e4-805a-aabdb488f9e0)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:22.837374 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.942638 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830d3cb-1d9f-4ee0-aa2a-1ea8dc64d185 req-7947073e-362c-40bc-b920-1a5e2cf6f7f5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:22.944679 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8830d3cb-1d9f-4ee0-aa2a-1ea8dc64d185 req-7947073e-362c-40bc-b920-1a5e2cf6f7f5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.3180797
Jul 08 15:30:22.945781 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:22.949575 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ede0c979-607f-4517-92d6-012f45e7b55f tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:22.967006 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Calling delete_port for cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:23.009254 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:23.011171 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No active binding found for port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb {{(pid=78426) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jul 08 15:30:23.011584 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:23.016704 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:23.018429 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] No DVR routers for this DVR port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb on host dv-cinder-798671-3-iscsi {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:30:23.040344 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:30:23.040826 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:30:23.084620 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-8830d3cb-1d9f-4ee0-aa2a-1ea8dc64d185 req-f1076d9d-c11c-46c8-a011-6c852b854748 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=ea991d1d-b5d6-4bca-89e1-63e62d305608&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1065855
Jul 08 15:30:23.198807 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.214198 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdd3eb9a0>,) {'filters': {'network_id': ['a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:23.228954 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd3eb9a0>, 'a6917536-58b1-42e4-805a-aabdb488f9e0') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:23.229248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd3eb9a0>, 'a6917536-58b1-42e4-805a-aabdb488f9e0') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:23.243902 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.263569 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.277672 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff087c-7147-4074-9b45-486204ec9400 req-baf31bdb-bb35-4561-856b-5fb0bce96c5d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:23.279108 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2dff087c-7147-4074-9b45-486204ec9400 req-baf31bdb-bb35-4561-856b-5fb0bce96c5d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 945 time: 0.1490231
Jul 08 15:30:23.279998 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:30:23.280396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:30:23.293373 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:30:23.420070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Deleting port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:23.420418 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.450143 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.472250 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f983a06a-42b5-483f-944f-4e87731236d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:23.485489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.502465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Pushing event deleted for resources: {'Network': ['ID=a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:23.510506 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:23.543059 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] 10.222.0.55 "DELETE /v2.0/networks/a24bf8a2-b8b6-45ee-bfd7-2177c5ed827b HTTP/1.1" status: 204  len: 168 time: 1.3272102
Jul 08 15:30:23.546221 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Deleting port cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:23.546729 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.618524 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-67d5c35c-a732-44d2-a100-0c512ee33c27 None None] The port 'cfaa5ce1-10c5-41ed-a7bf-6efbe44317bb' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:30:23.674756 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42582) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:23.710078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] For port b9ee6537-48ce-432d-9a0a-1c73bf5238a3, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:23.710434 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.726018 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-994a2336-05bf-4fb5-92a0-fea89b62a9e0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=7929d82a65fb4a9fa5efedf0d8b313e7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0492642
Jul 08 15:30:23.728585 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42586) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:23.796150 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.821231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.875345 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.880394 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3020a9be-2057-4d3b-a685-fa6e922bac91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:23.895177 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196367a0-e104-49a4-9d93-9af2a0d9f3ad,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:23.898232 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:23.901753 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:23.905656 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-241866d3-3025-46b7-8a8b-62c5d4661b80 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/196367a0-e104-49a4-9d93-9af2a0d9f3ad HTTP/1.1" status: 204  len: 168 time: 0.1733444
Jul 08 15:30:24.008528 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.008908 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.009227 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Floating IP 8175a2ae-2105-45fa-8163-80a3ec98cd9a disassociated. External IP: 172.27.2.95, port: b9ee6537-48ce-432d-9a0a-1c73bf5238a3.
Jul 08 15:30:24.009573 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Calling delete_port for b9ee6537-48ce-432d-9a0a-1c73bf5238a3 owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:24.169714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.175585 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-9abf1bda-f354-475b-93c3-e530a97d8b8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:24.223239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'Port': ['ID=b9ee6537-48ce-432d-9a0a-1c73bf5238a3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:24.227541 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:24.273382 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42598) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:24.325810 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b08569bf-497d-4f9c-90c4-b1d38662ac16 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=656564c7935b4d6bb4932e8323d764e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0506999
Jul 08 15:30:24.327980 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42602) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:24.379416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.403939 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.418318 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:30:24.430274 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.509744 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-695f9026-86e1-4a6f-9bd5-24d27c0f7989 req-3f61d37f-9399-4ce9-960f-3f16cd0ca3ea tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=aecb6ec1-3e26-4ef7-9da7-535f63a21275 HTTP/1.1" status: 200  len: 210 time: 0.3144002
Jul 08 15:30:24.532277 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.537704 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c7f48b6a-585b-49f2-996a-ad3a362e7f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:24.551594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a85390-b558-4bf2-a103-6b2e7b034dd9,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:24.556260 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:24.557921 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.561132 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-f1e762a7-0340-4e70-a0e5-ccdb05c24252 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/b7a85390-b558-4bf2-a103-6b2e7b034dd9 HTTP/1.1" status: 204  len: 168 time: 0.2296395
Jul 08 15:30:24.722069 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:30:24.732138 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:30:24.744333 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:24.745014 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb12e50>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:24.823180 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] No DVR routers for this DVR port b9ee6537-48ce-432d-9a0a-1c73bf5238a3 on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:30:24.825700 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:24.828654 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'name': 'network-vif-deleted', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:24.852575 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2dff087c-7147-4074-9b45-486204ec9400 req-1afbf85d-13a2-49fd-a699-d0e74bec994d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "DELETE /v2.0/ports/b9ee6537-48ce-432d-9a0a-1c73bf5238a3 HTTP/1.1" status: 204  len: 173 time: 1.5574393
Jul 08 15:30:24.891607 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aecb6ec1-3e26-4ef7-9da7-535f63a21275', 'name': 'network-vif-deleted', 'tag': 'b9ee6537-48ce-432d-9a0a-1c73bf5238a3', 'status': 'completed', 'code': 200}
Jul 08 15:30:24.969290 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:25.273455 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb12e50>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:25.277426 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:30:25.285677 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:25.286366 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb12e50>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:25.465983 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:25.636076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42614) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:25.707720 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:25.736164 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:25.781695 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb12e50>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:25.785815 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367faa26-967f-4456-89de-a4e28ca31ad5 None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:30:25.790069 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:25.794230 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ab550a4c-e446-4140-9e65-2209b6cd7476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:25.810115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea991d1d-b5d6-4bca-89e1-63e62d305608,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:25.812980 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:25.827450 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:25.831286 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "DELETE /v2.0/security-groups/ea991d1d-b5d6-4bca-89e1-63e62d305608 HTTP/1.1" status: 204  len: 168 time: 0.1908891
Jul 08 15:30:25.831976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42618) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:25.852589 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.api.v2.resource [None req-6769f9e7-7b6c-4d59-b053-3ca3bd6c9d40 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] show failed (client error): The resource could not be found.
Jul 08 15:30:25.853605 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-6769f9e7-7b6c-4d59-b053-3ca3bd6c9d40 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups/ea991d1d-b5d6-4bca-89e1-63e62d305608 HTTP/1.1" status: 404  len: 347 time: 0.0196850
Jul 08 15:30:25.856419 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42622) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:26.034989 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Deleting port 7b7792fb-75b3-4dd3-b4a8-986e872c4589 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:26.035334 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:26.035683 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c35966-e71e-48b2-a351-2ba2cc007615 None None] New status for floating IP 8175a2ae-2105-45fa-8163-80a3ec98cd9a: DOWN {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:30:26.205676 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:26.206008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:26.335984 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Calling delete_port for 7b7792fb-75b3-4dd3-b4a8-986e872c4589 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:26.417480 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.db.api [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78425) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:30:26.417828 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_db.api [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:30:26.455233 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device b9ee6537-48ce-432d-9a0a-1c73bf5238a3 no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:30:26.494000 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: b9ee6537-48ce-432d-9a0a-1c73bf5238a3 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:30:26.494257 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device b9ee6537-48ce-432d-9a0a-1c73bf5238a3 not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:30:26.919810 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Deleting port 7b7792fb-75b3-4dd3-b4a8-986e872c4589 {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:30:26.920407 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.091822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.092152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.214239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Calling delete_port for 7b7792fb-75b3-4dd3-b4a8-986e872c4589 owned by network:floatingip {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:30:27.353879 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.358901 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4b74cc42-ea35-4bc0-8975-3709f655813c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:27.403071 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'Port': ['ID=7b7792fb-75b3-4dd3-b4a8-986e872c4589,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:27.427976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:27.589207 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.603926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.605057 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f21aff0b-5cc8-424f-81f9-6fb61d7333b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "DELETE /v2.0/floatingips/8175a2ae-2105-45fa-8163-80a3ec98cd9a HTTP/1.1" status: 204  len: 168 time: 1.7477286
Jul 08 15:30:27.890053 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42628) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:27.895338 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2127955513', 'description': 'tempest-description--2044013675'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:27.901348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:27.905399 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:30:27.908952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:30:27.915362 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:27.925377 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:27.946631 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:27.957064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:30:27.960030 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:30:27.965769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:28.041515 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.045031 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.048618 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-23e30dcc-8bf4-454b-a406-3ae805a15eeb tempest-VolumesNegativeTest-1805235721 tempest-VolumesNegativeTest-1805235721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:28.089877 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:28.093036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:28.096935 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.098724 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-e44729e1-9a2a-4ca1-a69d-7db4b0a91906 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2074914
Jul 08 15:30:28.101346 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42632) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:28.106897 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group_rule': {'security_group_id': 'e906c028-3f9f-4f9e-a4e6-d84a5ffe0416', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:28.112924 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:28.116706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:30:28.119531 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:30:28.125425 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:28.142824 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.207156 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.213036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.219349 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:28.244070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdd0d34-1d9c-482b-b345-0649eb970bd2,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:28.246778 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:28.254415 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.255815 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-5d95e48b-d689-4aaf-a57c-7afc500ed64f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1532173
Jul 08 15:30:28.259029 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42636) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:28.264168 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'security_group_rule': {'security_group_id': 'e906c028-3f9f-4f9e-a4e6-d84a5ffe0416', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:28.269918 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:28.274272 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:security_group_rule and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:30:28.278125 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:30:28.284640 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:28.301035 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.361433 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.364845 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.367374 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ef0eef09-8620-405d-9496-229578fadfc3 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:28.389204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fca0df2-1334-4c7a-a7ff-49d0ddadd8e6,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:28.391606 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:28.398624 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.399797 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-39ee3f29-bc46-42d5-a602-043a4321767d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1397741
Jul 08 15:30:28.402839 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42640) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:28.407800 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:28.413439 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:28.417161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Usage tracker for resource:floatingip and tenant:ea5d46bf7f2445b3a0205eb725387056 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:30:28.419937 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:30:28.425552 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:28.436518 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.571527 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.710451 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Allocated IP 172.27.2.241 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/fe18acb0-236d-4dac-9666-72f798d96d33) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:30:28.855537 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.885051 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:28.889542 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-47d2473e-d000-4549-a11a-7a4bcc4c5946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:28.954676 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:30:28.957385 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:30:28.961492 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:30:28.999598 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=fe18acb0-236d-4dac-9666-72f798d96d33,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:29.003932 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:29.043987 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.107939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.190098 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-50575e1c-704f-407e-a638-2a59cebc6ddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.304152 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:30:29.320184 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.324586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.328171 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dd1a5e6b-9a37-48b1-8d96-02430e11be62 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:29.434288 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=fe18acb0-236d-4dac-9666-72f798d96d33,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:29.438152 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:29.446571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.466932 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.468145 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0644107
Jul 08 15:30:29.777319 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:29.850755 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-b0ec4a51-8b6e-4246-a644-c775bb337909 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:30:29.865284 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-b0ec4a51-8b6e-4246-a644-c775bb337909 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:30:29.866474 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-b0ec4a51-8b6e-4246-a644-c775bb337909 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-securitygroup--2127955513&fields=id&tenant_id=ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 267 time: 0.0554836
Jul 08 15:30:30.015286 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-c210f853-1c8c-4dbe-9e03-b6aadea5fadf tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:30.016804 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-c210f853-1c8c-4dbe-9e03-b6aadea5fadf tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 810 time: 0.1438236
Jul 08 15:30:30.032615 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bb7ea3ad-5ab0-4324-ac65-1d6a4a818e37 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/quotas/ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 375 time: 0.0104876
Jul 08 15:30:30.116785 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-c900c67c-ba9a-4e56-af3f-c3c05e2f9908 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:30:30.132242 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-c900c67c-ba9a-4e56-af3f-c3c05e2f9908 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:30:30.133675 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-c900c67c-ba9a-4e56-af3f-c3c05e2f9908 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0958185
Jul 08 15:30:30.150059 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-149d6b20-6251-4d78-9458-fdc2ec546abf service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:30:30.151027 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-149d6b20-6251-4d78-9458-fdc2ec546abf service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0057940
Jul 08 15:30:30.280659 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-991235b6-69fb-4195-81b9-2857fc9d4247 service neutron] 10.222.0.55 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242793
Jul 08 15:30:30.507990 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-f32641d5-f29c-4908-a352-06634a7de28c service neutron] 10.222.0.55 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2213626
Jul 08 15:30:30.687761 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-671db03a-e50b-451c-8ce3-d4f07dfd99da req-bd3c327f-50bc-4487-8d81-abd040060054 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 210 time: 0.0465839
Jul 08 15:30:31.710105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-141fdb33-a756-433f-8846-0920c944409d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:31.711684 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-141fdb33-a756-433f-8846-0920c944409d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 810 time: 0.1551657
Jul 08 15:30:31.764473 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-aff1ea1c-d281-4611-9496-a5fcee8268af tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea5d46bf7f2445b3a0205eb725387056 HTTP/1.1" status: 200  len: 380 time: 0.0439994
Jul 08 15:30:31.780316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'port': {'device_id': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'admin_state_up': True, 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'security_groups': ['e906c028-3f9f-4f9e-a4e6-d84a5ffe0416']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:31.876395 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-610ad33c-eedc-4459-90be-86501d81a076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:31.904037 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-673dff3a-85ec-4ecb-aa0d-95be2c4e2977 req-60d01a98-3f19-465f-9098-e2e698ab3ee5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 210 time: 0.1026483
Jul 08 15:30:31.964605 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:30:31.974112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:30:31.985394 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Made reservation on behalf of ea5d46bf7f2445b3a0205eb725387056 for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:30:31.989067 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.152936 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Allocated IP 172.20.0.4 (04ad93d7-25f7-4d2f-9b70-80c70a933115/ec256dad-17e3-44c2-8ee4-d2e7009c8135/e97370ef-c8e5-4fd3-9ca4-76630dd90e1d) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:30:32.340907 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.357180 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Transition to ACTIVE for port object e97370ef-c8e5-4fd3-9ca4-76630dd90e1d will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:30:32.382740 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.388498 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-78a28774-0b5f-4d05-8642-21d60dd21690 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:32.456674 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:30:32.460124 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:30:32.462481 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:30:32.504559 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event updated for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:32.507445 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:32.533112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:32.533741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.562496 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-bac1c984-f470-4da2-9674-1a7f7d123899 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7868853
Jul 08 15:30:32.573216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-e2d87e82-4fa0-40ed-873b-2978e4d5203f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78425) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:30:32.574204 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-e2d87e82-4fa0-40ed-873b-2978e4d5203f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055921
Jul 08 15:30:32.669345 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.688257 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Request body: {'port': {'device_id': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:32.716199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-f81eae5a-c4d6-42eb-b8f9-69e9244d3f85 None None] Provisioning for port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:30:32.721015 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-f81eae5a-c4d6-42eb-b8f9-69e9244d3f85 None None] Provisioning complete for port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:30:32.721392 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f81eae5a-c4d6-42eb-b8f9-69e9244d3f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:32.776960 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f81eae5a-c4d6-42eb-b8f9-69e9244d3f85 None None] Port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:30:32.804883 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.090227 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386f4578-1435-4181-89c0-53db10269675 req-a93e45f4-90fa-42fa-966e-28396f5522b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:33.091513 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-386f4578-1435-4181-89c0-53db10269675 req-a93e45f4-90fa-42fa-966e-28396f5522b4 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 931 time: 0.0834572
Jul 08 15:30:33.138481 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-386f4578-1435-4181-89c0-53db10269675 req-30cf76bf-62e8-41b6-9d6f-7d511e1ee15a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:30:33.149588 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97370ef-c8e5-4fd3-9ca4-76630dd90e1d {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:30:33.150334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-386f4578-1435-4181-89c0-53db10269675 req-30cf76bf-62e8-41b6-9d6f-7d511e1ee15a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:30:33.151458 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-386f4578-1435-4181-89c0-53db10269675 req-30cf76bf-62e8-41b6-9d6f-7d511e1ee15a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0542972
Jul 08 15:30:33.157097 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.175658 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Transition to ACTIVE for port object e97370ef-c8e5-4fd3-9ca4-76630dd90e1d will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:30:33.179161 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.182890 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b8b1df26-c264-4f11-8dee-22ac82abce39 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:33.331001 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:33.339216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:33.509441 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Attempting to bind port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:30:33.509774 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Attempting to bind port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:30:33.510098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Attempting to bind port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:30:33.514583 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:30:33.514896 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Attempting to bind port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d on network 04ad93d7-25f7-4d2f-9b70-80c70a933115 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:30:33.519757 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:30:33.520088 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Checking segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:30:33.520494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Bound using segment: {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:30:33.520908 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Bound port: e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88c8b2ea-0b00-462e-9a11-015b99fe0093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:30:33.521247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.605677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:30:33.608519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:30:33.612571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.618040 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8b1b3c46-070d-4679-8957-e612faefd554 tempest-VolumesSnapshotTestJSON-426228778 tempest-VolumesSnapshotTestJSON-426228778-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:33.676018 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:33.676802 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:33.678560 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 200  len: 1093 time: 1.0969226
Jul 08 15:30:33.679049 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:33.700494 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:33.704209 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-13e0f4f7-57c9-4258-95d2-88afadd518d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:33.765730 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'status': 'completed', 'code': 200}
Jul 08 15:30:33.807726 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-d1cd61a1-6f13-4c61-a261-ae76bb557637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:33.809314 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-d1cd61a1-6f13-4c61-a261-ae76bb557637 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 1096 time: 0.0777907
Jul 08 15:30:33.885374 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-d572584a-9637-4f84-a85e-ff6fb5f984c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 200  len: 217 time: 0.0652583
Jul 08 15:30:33.948292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-cde51e08-0298-4cda-a4bc-49b2f310ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:33.949692 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-cde51e08-0298-4cda-a4bc-49b2f310ca93 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0580068
Jul 08 15:30:34.028492 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-3c627118-6794-47d8-b851-35ad9c8b4169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.029875 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-3c627118-6794-47d8-b851-35ad9c8b4169 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0743451
Jul 08 15:30:34.154304 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:34.164795 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-8d906c98-0366-46ea-bbdd-da05b90802e5 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1277549
Jul 08 15:30:34.297778 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-98dd2c99-57a3-4c9d-a3ab-a6f453f6aab6 req-1d31794d-9ce7-40bf-9628-8dcb7994c47a service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263041
Jul 08 15:30:34.336462 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18059d7e-30a2-43e6-8130-d112b939de65 req-59a5ca59-4771-42da-9208-83290ae6a54a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.337946 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18059d7e-30a2-43e6-8130-d112b939de65 req-59a5ca59-4771-42da-9208-83290ae6a54a tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 943 time: 0.0827644
Jul 08 15:30:34.388210 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-18059d7e-30a2-43e6-8130-d112b939de65 req-073e9519-1130-4829-b67e-e54df79ecd97 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430088
Jul 08 15:30:34.420686 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-90c502fd-1dc9-4594-8109-6406ef8745da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.422171 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-90c502fd-1dc9-4594-8109-6406ef8745da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 1096 time: 0.0707896
Jul 08 15:30:34.551929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-cb8d8d28-c476-476b-a096-c2593eb7e42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.553392 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-cb8d8d28-c476-476b-a096-c2593eb7e42c service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1247327
Jul 08 15:30:34.632816 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-07d7d0f5-a44e-497a-b160-a936b34d8102 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 200  len: 217 time: 0.0727301
Jul 08 15:30:34.696199 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-7d0cd6d6-7cf3-42f4-b4da-65c53b8a3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.697683 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-7d0cd6d6-7cf3-42f4-b4da-65c53b8a3d31 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0578954
Jul 08 15:30:34.778119 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-c08c9691-233e-44cd-a7e9-e29aa6bf8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:34.779582 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-c08c9691-233e-44cd-a7e9-e29aa6bf8b17 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745373
Jul 08 15:30:34.909836 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-32e2f029-0435-461b-a276-1a85f397d418 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215680
Jul 08 15:30:35.052671 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-628268cc-eefe-498e-a39b-23d7bcec0d71 req-21152f00-fe77-4439-9da3-5497919cf577 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361930
Jul 08 15:30:35.569826 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823ac62-5450-42b0-9a17-62af9b94bc19 req-4056ebe6-c750-4771-a022-c26f956e5b35 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:35.570517 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9823ac62-5450-42b0-9a17-62af9b94bc19 req-4056ebe6-c750-4771-a022-c26f956e5b35 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Synchronizing usage tracker for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:30:35.585712 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-9823ac62-5450-42b0-9a17-62af9b94bc19 req-4056ebe6-c750-4771-a022-c26f956e5b35 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Unset dirty status for tenant:ea5d46bf7f2445b3a0205eb725387056 on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:30:35.586834 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9823ac62-5450-42b0-9a17-62af9b94bc19 req-4056ebe6-c750-4771-a022-c26f956e5b35 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 943 time: 0.0947411
Jul 08 15:30:35.630536 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-9823ac62-5450-42b0-9a17-62af9b94bc19 req-6126c69b-f1a3-47dd-aa9b-cd5b3b59e8cb tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379479
Jul 08 15:30:36.532968 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device e97370ef-c8e5-4fd3-9ca4-76630dd90e1d details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:30:36.664100 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:36.677968 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'port_id': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'mac_address': 'fa:16:3e:53:85:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:30:36.736070 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:36.753212 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97370ef-c8e5-4fd3-9ca4-76630dd90e1d {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:30:36.768289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:36.773045 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:36.774741 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:36.821131 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f48a-5a95-4488-8951-8f710d7ec2cf req-dfe4fab8-e661-41ae-b377-50c7cb1ef402 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:36.822888 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1480f48a-5a95-4488-8951-8f710d7ec2cf req-dfe4fab8-e661-41ae-b377-50c7cb1ef402 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 944 time: 0.0804956
Jul 08 15:30:36.838594 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:36.845566 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.845909 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.846240 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.846562 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.846885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.847207 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.847522 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.847835 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.848148 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.848483 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.848793 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.849108 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:30:36.853499 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:36.868392 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-1480f48a-5a95-4488-8951-8f710d7ec2cf req-0ed34a2d-1962-4f4d-94bc-3321921d4ffd tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396965
Jul 08 15:30:37.010221 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:30:38.152786 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75487a7-ed1a-4596-93cc-0ebbfe351b74 req-999fd48d-ae8b-4e5e-a0be-d3444849d85f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:38.154156 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a75487a7-ed1a-4596-93cc-0ebbfe351b74 req-999fd48d-ae8b-4e5e-a0be-d3444849d85f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 944 time: 0.1801724
Jul 08 15:30:38.199332 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a75487a7-ed1a-4596-93cc-0ebbfe351b74 req-99427d09-b42e-4e33-8b42-7e23c34245d0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396338
Jul 08 15:30:38.532747 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device e97370ef-c8e5-4fd3-9ca4-76630dd90e1d up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:30:38.600423 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:30:38.605140 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:30:38.605529 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:38.722144 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:38.749115 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:38.759329 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:30:38.763643 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:38.765701 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-89bdce1e-2fea-40bd-b0fb-59cda2f573e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:30:38.795739 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'code': 200}
Jul 08 15:30:38.870252 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:30:38.873694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:30:39.023447 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a329d-22d1-493f-9fc2-0f940a4ecdb3 req-03e47b5a-861c-4625-93df-1e4bbcb3b428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:39.024941 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ac0a329d-22d1-493f-9fc2-0f940a4ecdb3 req-03e47b5a-861c-4625-93df-1e4bbcb3b428 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 1098 time: 0.0721154
Jul 08 15:30:39.073023 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ac0a329d-22d1-493f-9fc2-0f940a4ecdb3 req-26d41fef-e379-44f7-9153-a476fc2c06b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416017
Jul 08 15:30:39.379442 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b160591-5009-40aa-acfa-435fe3d8a7ed req-34a550e8-8dc2-40bb-bae3-0ca32c2c3b73 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:39.380843 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3b160591-5009-40aa-acfa-435fe3d8a7ed req-34a550e8-8dc2-40bb-bae3-0ca32c2c3b73 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0789535
Jul 08 15:30:39.426057 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3b160591-5009-40aa-acfa-435fe3d8a7ed req-b5ed1886-3962-433b-9398-76df4914657b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390229
Jul 08 15:30:40.616787 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97389fa6-dee6-49aa-b562-9f1510533b64 req-4862f936-076d-41ae-a41e-500b69d93fe2 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:40.618247 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-97389fa6-dee6-49aa-b562-9f1510533b64 req-4862f936-076d-41ae-a41e-500b69d93fe2 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0877306
Jul 08 15:30:40.663138 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-97389fa6-dee6-49aa-b562-9f1510533b64 req-2870e255-e1ca-4438-9740-8c5aab2e40fc tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391459
Jul 08 15:30:40.843021 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675dc7c-3876-4991-9ba3-c299822cd9f6 req-29f97dc9-dba8-434b-8066-332f0a673080 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:40.844416 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-3675dc7c-3876-4991-9ba3-c299822cd9f6 req-29f97dc9-dba8-434b-8066-332f0a673080 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0839655
Jul 08 15:30:40.853468 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 42696) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:30:40.859112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Request body: {'floatingip': {'port_id': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:30:40.938549 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:41.536042 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:41.539814 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:41.706362 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Floating IP 8a300143-fde7-4fb8-8abe-6cda7beb444f associated. External IP: 172.27.2.241, port: e97370ef-c8e5-4fd3-9ca4-76630dd90e1d.
Jul 08 15:30:42.172298 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:30:42.353846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:30:42.358092 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:42.363162 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:30:42.374026 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:42.374954 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb7d700>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:42.414590 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-cb9fb603-81e0-4029-a11a-98771040b085 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "PUT /v2.0/floatingips/8a300143-fde7-4fb8-8abe-6cda7beb444f HTTP/1.1" status: 200  len: 991 time: 1.5569329
Jul 08 15:30:42.414590 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:30:42.458147 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'status': 'completed', 'code': 200}
Jul 08 15:30:42.554755 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-d44cdf2d-6619-4ef1-a9cb-2bae8311e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:42.556239 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-d44cdf2d-6619-4ef1-a9cb-2bae8311e7d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 1098 time: 0.0774262
Jul 08 15:30:42.589282 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:42.692247 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-04027390-395b-4caf-904a-07d1e809413b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:42.694008 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-04027390-395b-4caf-904a-07d1e809413b service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1314838
Jul 08 15:30:42.802893 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-976f1b9b-192b-48fc-8143-39195649cacb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 200  len: 999 time: 0.1028562
Jul 08 15:30:42.864808 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-6490bbfe-ed48-412c-a20c-ab37fbb67c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:42.866380 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-6490bbfe-ed48-412c-a20c-ab37fbb67c41 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0578237
Jul 08 15:30:42.937591 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb7d700>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8a300143-fde7-4fb8-8abe-6cda7beb444f', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:53:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:30:29Z', 'updated_at': '2021-07-08T15:30:41Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:42.942154 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:30:42.942944 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-420f5c1a-278a-44d6-8a4e-f3413d69efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:30:42.945034 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-420f5c1a-278a-44d6-8a4e-f3413d69efa7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0729125
Jul 08 15:30:42.951313 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:30:42.951926 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb7d700>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:30:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:43.075765 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-c742ed87-2e38-4422-801b-975d25bb49ab service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244361
Jul 08 15:30:43.131398 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:30:43.219450 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-0a43ebd6-abb0-4c2e-ab20-7cb2e7563164 req-2ae1fe9c-4dd6-40f1-adfd-5807a6ffcb8b service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372404
Jul 08 15:30:43.481588 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeb7d700>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8a300143-fde7-4fb8-8abe-6cda7beb444f', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:53:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:30:29Z', 'updated_at': '2021-07-08T15:30:41Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:30:43.485458 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f41f86-041c-4b57-a7d5-26285970c7bb None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': '8a300143-fde7-4fb8-8abe-6cda7beb444f', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'floating_ip_address': '172.27.2.241', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'port_id': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'mac_address': 'fa:16:3e:53:85:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:30:29Z', 'updated_at': '2021-07-08T15:30:41Z', 'revision_number': 1, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:30:43.689543 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd43707-8159-42a9-a0db-194976318779 None None] New status for floating IP 8a300143-fde7-4fb8-8abe-6cda7beb444f: ACTIVE {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:30:54.377362 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:59.192523 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-54a4199b-9982-4de8-b54c-928b1a0039a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:30:59.779955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:01.878368 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-14b4a08f-0751-4e97-9ff1-2c44856853fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:02.671785 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:04.158114 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:06.303305 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:31:24.380732 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:25.127731 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-3a31f6e6-a139-4d67-834e-9e4129b9f76f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0739493
Jul 08 15:31:25.264120 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-e0d1df22-aa91-4b56-9c84-f5716c08a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:25.265608 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-e0d1df22-aa91-4b56-9c84-f5716c08a4b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ea5d46bf7f2445b3a0205eb725387056&device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 1098 time: 0.0709140
Jul 08 15:31:25.406105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-2406eaff-083f-45af-85df-6ff6326a0037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:25.407487 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-2406eaff-083f-45af-85df-6ff6326a0037 service neutron] 10.222.0.53 "GET /v2.0/networks?id=04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 200  len: 911 time: 0.1237850
Jul 08 15:31:25.607592 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-2dd99a86-97d2-4b25-9b4a-3ea415ce4114 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 200  len: 1001 time: 0.1934755
Jul 08 15:31:25.671736 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-b77ebb01-4213-446a-81c4-fd7c3b5540b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:25.673148 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-b77ebb01-4213-446a-81c4-fd7c3b5540b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 200  len: 849 time: 0.0590403
Jul 08 15:31:25.748489 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-5d805e66-426d-40e8-9352-dcc5e8903f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:25.750227 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-5d805e66-426d-40e8-9352-dcc5e8903f4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=04ad93d7-25f7-4d2f-9b70-80c70a933115&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705748
Jul 08 15:31:25.882822 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-d07e2375-a230-469c-ac91-0bad380ad438 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248651
Jul 08 15:31:26.013534 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-c7e7b2f3-cf71-4178-88cb-8a9d1b6265da req-c36d9046-38d6-4ede-bc23-c820dbbc6d00 service neutron] 10.222.0.53 "GET /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245120
Jul 08 15:31:29.195536 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4be33284-5eef-47a5-8c79-c2a5be350b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:29.782155 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:31.881737 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-24d47ccf-3daa-434b-9736-1ccfdcd0c1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:32.674433 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:34.160207 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:39.836115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b4430-4653-42ab-9c82-ca9d63559ab8 req-cce40d02-820b-4686-8f19-943d3f9ee08f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:39.837499 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-879b4430-4653-42ab-9c82-ca9d63559ab8 req-cce40d02-820b-4686-8f19-943d3f9ee08f tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0813532
Jul 08 15:31:39.886442 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-879b4430-4653-42ab-9c82-ca9d63559ab8 req-5254f1e9-2da2-47f6-aa94-25907acb1581 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432060
Jul 08 15:31:41.075426 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8c167d-1900-46e2-a020-cece01bdb977 req-ee5e754d-622d-4ac5-9079-a90ca4816510 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:41.076909 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4d8c167d-1900-46e2-a020-cece01bdb977 req-ee5e754d-622d-4ac5-9079-a90ca4816510 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0835340
Jul 08 15:31:41.121732 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-4d8c167d-1900-46e2-a020-cece01bdb977 req-104e1185-ddca-4146-b492-168a52ae9cdf tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups?id=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392559
Jul 08 15:31:41.401564 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-5490edd2-c0a3-407e-b9e6-ce716df47bd2 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:31:41.403042 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-5490edd2-c0a3-407e-b9e6-ce716df47bd2 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 945 time: 0.0807405
Jul 08 15:31:41.474581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Deleting port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:41.474923 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:41.728105 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] For port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:31:41.728542 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:42.057018 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:42.057290 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:42.057605 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.db.l3_db [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Floating IP 8a300143-fde7-4fb8-8abe-6cda7beb444f disassociated. External IP: 172.27.2.241, port: e97370ef-c8e5-4fd3-9ca4-76630dd90e1d.
Jul 08 15:31:42.057968 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Calling delete_port for e97370ef-c8e5-4fd3-9ca4-76630dd90e1d owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:42.209366 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:42.215534 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-132b57e3-26c1-4f25-8068-e4a88925a0a6 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:42.265341 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'Port': ['ID=e97370ef-c8e5-4fd3-9ca4-76630dd90e1d,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:42.291603 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d269b109-97dc-4630-b832-82c0c4f78875 req-f50809c8-8c27-487c-80a3-9050cf42f895 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 210 time: 0.0448406
Jul 08 15:31:42.435629 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.436009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.436396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.436779 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.437142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.437530 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.437866 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.438225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.438584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.438938 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.439432 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.439646 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:42.456205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:42.563963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78425) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:31:42.750028 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:31:42.760064 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:31:42.770293 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:31:42.770903 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded72a30>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:31:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:42.841629 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] No DVR routers for this DVR port e97370ef-c8e5-4fd3-9ca4-76630dd90e1d on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:31:42.844070 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:42.848064 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'name': 'network-vif-deleted', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:31:42.862355 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f14a5dec-4fb1-4f95-bcbd-94b043d2dfb6 req-ad1a41f4-d5bb-4ac9-a2d8-bccb7628dd24 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.53 "DELETE /v2.0/ports/e97370ef-c8e5-4fd3-9ca4-76630dd90e1d HTTP/1.1" status: 204  len: 173 time: 1.4534531
Jul 08 15:31:42.963578 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c', 'name': 'network-vif-deleted', 'tag': 'e97370ef-c8e5-4fd3-9ca4-76630dd90e1d', 'status': 'completed', 'code': 200}
Jul 08 15:31:42.995381 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:31:43.304207 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:31:43.310109 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded72a30>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:43.314123 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:31:43.323266 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:31:43.323886 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded72a30>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:31:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:43.495148 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-9312e36d-7b3d-4884-80d6-706e56286d0a req-2d8d71c6-9a90-420a-9b29-21ab951f7b0b tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8fac1c7-74f0-4d42-ba70-24a1b1c8d19c HTTP/1.1" status: 200  len: 210 time: 0.0646462
Jul 08 15:31:43.519545 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:31:43.834492 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded72a30>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:43.838902 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba52abe6-2cff-4089-8dde-5b4377d25ace None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'fbbbbda4-00c5-45ba-af06-f937f57182fd', 'name': '', 'network_id': '04ad93d7-25f7-4d2f-9b70-80c70a933115', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'mac_address': 'fa:16:3e:14:90:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:33Z', 'updated_at': '2021-07-08T15:27:38Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'subnets': [{'id': 'ec256dad-17e3-44c2-8ee4-d2e7009c8135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:31:44.061801 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c33fec-6ea2-40c4-ac01-cea8ea0c2e48 None None] New status for floating IP 8a300143-fde7-4fb8-8abe-6cda7beb444f: DOWN {{(pid=78426) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:31:44.614177 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42888) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:44.682058 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:44.709311 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:44.761987 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:44.765935 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-fe20de74-ad10-4371-8ee9-072237473f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:44.781646 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e906c028-3f9f-4f9e-a4e6-d84a5ffe0416,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:44.794458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.794823 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.795219 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.795591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.795940 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.796293 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.796662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.797011 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.797359 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.797703 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.798043 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.798383 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:31:44.801822 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:44.803048 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:44.804175 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-c7a6aa80-58f4-4e5a-a31f-b9750c10e6e5 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "DELETE /v2.0/security-groups/e906c028-3f9f-4f9e-a4e6-d84a5ffe0416 HTTP/1.1" status: 204  len: 168 time: 0.1890547
Jul 08 15:31:44.806848 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42892) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:44.824761 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.api.v2.resource [None req-d6a16d6a-853c-415e-91a6-8e53a6105530 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] show failed (client error): The resource could not be found.
Jul 08 15:31:44.826278 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-d6a16d6a-853c-415e-91a6-8e53a6105530 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "GET /v2.0/security-groups/e906c028-3f9f-4f9e-a4e6-d84a5ffe0416 HTTP/1.1" status: 404  len: 347 time: 0.0180695
Jul 08 15:31:44.833914 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42896) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:44.852937 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device e97370ef-c8e5-4fd3-9ca4-76630dd90e1d no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:31:44.889939 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: e97370ef-c8e5-4fd3-9ca4-76630dd90e1d {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:31:44.890289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device e97370ef-c8e5-4fd3-9ca4-76630dd90e1d not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:31:45.074748 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Deleting port fe18acb0-236d-4dac-9666-72f798d96d33 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:45.074998 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.240913 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.241797 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.363803 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Calling delete_port for fe18acb0-236d-4dac-9666-72f798d96d33 owned by network:floatingip {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:45.503325 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.507598 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-8034db72-5d8c-4bb7-8a0d-86150c5a092b tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:45.549692 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Pushing event deleted for resources: {'Port': ['ID=fe18acb0-236d-4dac-9666-72f798d96d33,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:45.552834 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:45.656447 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks [] for floatingip, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.670431 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:45.673967 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] 10.222.0.55 "DELETE /v2.0/floatingips/8a300143-fde7-4fb8-8abe-6cda7beb444f HTTP/1.1" status: 204  len: 168 time: 0.8367040
Jul 08 15:31:49.667649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42926) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:50.202137 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:50.649017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Deleting port fbbbbda4-00c5-45ba-af06-f937f57182fd {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:50.649356 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:50.823937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] For port fbbbbda4-00c5-45ba-af06-f937f57182fd, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=fbbbbda4-00c5-45ba-af06-f937f57182fd,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:31:50.824708 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:50.957861 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Calling delete_port for fbbbbda4-00c5-45ba-af06-f937f57182fd owned by network:router_interface {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:51.130350 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:51.134609 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-200acea1-c496-43ea-b8e4-7353bd64e366 tempest-VolumesActionsTest-384853521 tempest-VolumesActionsTest-384853521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:51.176896 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbbbda4-00c5-45ba-af06-f937f57182fd,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:51.179484 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:51.442627 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:51.800469 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Router 11993de3-4a6a-4098-883c-775709b5edb5 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:31:52.079001 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:31:52.087678 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Sync routers for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:31:52.091090 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-9e180deb-92a6-4e5a-b5da-6a7a5f924eec admin admin] 10.222.0.55 "PUT /v2.0/routers/11993de3-4a6a-4098-883c-775709b5edb5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4221492
Jul 08 15:31:52.093631 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42930) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:52.097451 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:31:52.098148 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf076d90>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:31:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:52.269757 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks [] for router, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:52.275795 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:31:52.456514 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:52.465643 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Deleting port a61c80e5-55ff-4879-9dae-99d93a001962 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:52.466030 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:52.565426 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf076d90>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7'}], 'enable_snat': True}, 'gw_port_id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:31:51Z', 'revision_number': 5, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port': {'id': 'a61c80e5-55ff-4879-9dae-99d93a001962', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:6e:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11993de3-4a6a-4098-883c-775709b5edb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:52.569376 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Checking router: 11993de3-4a6a-4098-883c-775709b5edb5 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:31:52.577626 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Routers {'11993de3-4a6a-4098-883c-775709b5edb5'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:31:52.578241 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf076d90>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:31:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['11993de3-4a6a-4098-883c-775709b5edb5'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:52.643197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] For port a61c80e5-55ff-4879-9dae-99d93a001962, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=a61c80e5-55ff-4879-9dae-99d93a001962,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:31:52.643591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:52.769746 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] Set router 11993de3-4a6a-4098-883c-775709b5edb5 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:31:52.778481 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Calling delete_port for a61c80e5-55ff-4879-9dae-99d93a001962 owned by network:router_gateway {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:52.876014 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf076d90>, [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:31:52Z', 'revision_number': 6, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:52.880855 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6f9121-da29-421e-8127-801f10d990cf None None] The sync data for ids ['11993de3-4a6a-4098-883c-775709b5edb5'] in dv-cinder-798671-3-iscsi is: [{'id': '11993de3-4a6a-4098-883c-775709b5edb5', 'name': 'tempest-AttachVolumeTestJSON-462892577-router', 'tenant_id': 'ea5d46bf7f2445b3a0205eb725387056', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:27:30Z', 'updated_at': '2021-07-08T15:31:52Z', 'revision_number': 6, 'project_id': 'ea5d46bf7f2445b3a0205eb725387056', 'gw_port_host': None}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:31:52.952956 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:52.957314 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2671f828-eda0-4535-9cf5-cadc85750165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:53.004722 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Pushing event deleted for resources: {'Port': ['ID=a61c80e5-55ff-4879-9dae-99d93a001962,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:53.031269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:53.094533 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.373342 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.375776 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.398334 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.399020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11993de3-4a6a-4098-883c-775709b5edb5 {{(pid=78424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:31:53.411164 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.412272 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-205b0195-ff3a-4e24-b3c4-af2f6b0bca38 admin admin] 10.222.0.55 "DELETE /v2.0/routers/11993de3-4a6a-4098-883c-775709b5edb5 HTTP/1.1" status: 204  len: 168 time: 1.3177283
Jul 08 15:31:53.414846 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42934) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:53.476042 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Deleting subnet ec256dad-17e3-44c2-8ee4-d2e7009c8135 {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:31:53.478816 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.527232 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.601982 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.677801 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.681833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7759a853-64a5-4a1a-ae22-9fe452a7f94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:53.720949 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.724265 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec256dad-17e3-44c2-8ee4-d2e7009c8135,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:53.726920 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c609f-09e5-4f3f-9f91-c704db8f5bfe None None] Network 04ad93d7-25f7-4d2f-9b70-80c70a933115 requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:31:53.727421 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:53.731937 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-07e97df3-8da0-430d-be94-7ace047bdde5 admin admin] 10.222.0.55 "DELETE /v2.0/subnets/ec256dad-17e3-44c2-8ee4-d2e7009c8135 HTTP/1.1" status: 204  len: 168 time: 0.3161252
Jul 08 15:31:53.734358 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42938) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:53.845149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:53.856341 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Deleting port 1f1b7362-1866-43df-a599-fb7e2a2ce897 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:53.856711 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.005136 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] DHCP port deletion for 04ad93d7-25f7-4d2f-9b70-80c70a933115 request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:31:54.009918 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Deleting port 1f1b7362-1866-43df-a599-fb7e2a2ce897 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:54.010297 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.075875 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] For port 1f1b7362-1866-43df-a599-fb7e2a2ce897, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=1f1b7362-1866-43df-a599-fb7e2a2ce897,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:31:54.076151 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.199213 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Calling delete_port for 1f1b7362-1866-43df-a599-fb7e2a2ce897 owned by network:dhcp {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:54.214978 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] For port 1f1b7362-1866-43df-a599-fb7e2a2ce897, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=1f1b7362-1866-43df-a599-fb7e2a2ce897,segment=NetworkSegment(88c8b2ea-0b00-462e-9a11-015b99fe0093),segment_id=88c8b2ea-0b00-462e-9a11-015b99fe0093)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:31:54.215370 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.274807 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.278717 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-21ed2f91-a0c3-4273-aae0-42925006e356 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:54.326085 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1b7362-1866-43df-a599-fb7e2a2ce897,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:54.329280 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:54.330037 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] No DVR routers for this DVR port 1f1b7362-1866-43df-a599-fb7e2a2ce897 on host dv-cinder-798671-3-iscsi {{(pid=78424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:31:54.372149 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Calling delete_port for 1f1b7362-1866-43df-a599-fb7e2a2ce897 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:31:54.431810 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.446267 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.454527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:31:54.454879 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:31:54.458965 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5fcf40>,) {'filters': {'network_id': ['04ad93d7-25f7-4d2f-9b70-80c70a933115']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:54.471264 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5fcf40>, '88c8b2ea-0b00-462e-9a11-015b99fe0093') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:54.471559 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fdd5fcf40>, '88c8b2ea-0b00-462e-9a11-015b99fe0093') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:31:54.482558 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.498417 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.504721 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:31:54.505096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:31:54.518602 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:31:54.593096 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.596546 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:54.609151 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.622283 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Pushing event deleted for resources: {'Network': ['ID=04ad93d7-25f7-4d2f-9b70-80c70a933115,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:54.626099 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:54.627958 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] 10.222.0.55 "DELETE /v2.0/networks/04ad93d7-25f7-4d2f-9b70-80c70a933115 HTTP/1.1" status: 204  len: 168 time: 0.8924065
Jul 08 15:31:54.673094 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device fbbbbda4-00c5-45ba-af06-f937f57182fd no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:31:54.708741 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: fbbbbda4-00c5-45ba-af06-f937f57182fd {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:31:54.709098 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device fbbbbda4-00c5-45ba-af06-f937f57182fd not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:31:54.709519 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a61c80e5-55ff-4879-9dae-99d93a001962 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:31:54.742473 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: a61c80e5-55ff-4879-9dae-99d93a001962 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:31:54.743172 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device a61c80e5-55ff-4879-9dae-99d93a001962 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:31:54.743274 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 1f1b7362-1866-43df-a599-fb7e2a2ce897 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:31:54.785797 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 1f1b7362-1866-43df-a599-fb7e2a2ce897 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:31:54.786152 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 1f1b7362-1866-43df-a599-fb7e2a2ce897 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:31:54.813973 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42944) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:54.862297 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-db4f30ec-f910-433d-afd2-c64f2af88fd5 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=ea5d46bf7f2445b3a0205eb725387056&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469322
Jul 08 15:31:54.864572 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 42948) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:31:54.922284 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.949300 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:54.956215 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Deleting port 1f1b7362-1866-43df-a599-fb7e2a2ce897 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:31:54.956639 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:55.002924 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:55.007024 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a3a8126c-a81e-42db-8ccc-ee7b4e68c01d tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:31:55.022362 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-f433d5b1-05e8-4fc8-879e-4ed765a2ce8b None None] The port '1f1b7362-1866-43df-a599-fb7e2a2ce897' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:31:55.024261 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43dc109b-9e92-48b1-8e10-b36f78550694,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:31:55.029490 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:31:55.034736 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:55.035864 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/43dc109b-9e92-48b1-8e10-b36f78550694 HTTP/1.1" status: 204  len: 168 time: 0.1704013
Jul 08 15:31:59.198493 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-20cd9828-5f45-459b-ac00-be45164b6d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:31:59.784395 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:01.887715 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-40fd69c6-3773-4f9b-9f97-e3583e2da141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:02.676723 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.023759 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43054) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:04.144816 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.160103 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:04.164365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Usage tracker for resource:security_group_rule and tenant:da286e8c17f74c73b470cc842ce4afd4 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:04.166067 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.167450 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:04.173570 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:04.257761 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.261624 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.268878 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-1640676f-0a4a-471b-b922-911c85801dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:04.309399 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=da286e8c17f74c73b470cc842ce4afd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2845314
Jul 08 15:32:04.310493 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9b5572-7d60-44b9-b3fb-39b4f5edfce3,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:04.312123 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43060) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:04.315465 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:04.371762 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.397190 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.451134 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.454663 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-36e8edc6-e39e-4bf9-a15f-10cbe32e7598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:04.467242 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9b5572-7d60-44b9-b3fb-39b4f5edfce3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:04.470203 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:04.472089 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:04.475855 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-2504bad4-1e0a-46ce-9091-f7bec1cf6a38 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/af9b5572-7d60-44b9-b3fb-39b4f5edfce3 HTTP/1.1" status: 204  len: 168 time: 0.1626697
Jul 08 15:32:14.259510 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43150) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:14.379729 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.394456 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:14.398258 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Usage tracker for resource:security_group_rule and tenant:c323ee5493854c6186215e536ad042a6 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:14.401690 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:14.407329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:14.488654 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.492332 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.499055 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a870cfcc-a07c-4b81-92fa-acf091b1fbe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:14.631851 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1951de89-3c06-4f0a-b908-665d9187727a,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:14.637518 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c323ee5493854c6186215e536ad042a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3769917
Jul 08 15:32:14.638475 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b95955ea-fbe5-430b-9207-85d6c2fcba22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:14.640231 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43156) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:14.697736 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.724171 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.776247 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.779844 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e9cb12a7-67b3-4076-bec2-7b478bda34f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:14.792326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1951de89-3c06-4f0a-b908-665d9187727a,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:14.795789 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:14.801023 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:14.802135 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-98c80881-a98d-4701-9245-a0e3f5670310 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/1951de89-3c06-4f0a-b908-665d9187727a HTTP/1.1" status: 204  len: 168 time: 0.1609633
Jul 08 15:32:15.078064 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43164) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:15.095554 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.110323 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:15.114076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ee4db14da5f4ca3b210c0299af71802 is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:15.116856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:15.123131 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:15.222513 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.226184 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.233574 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-f2ff7074-5a0f-434d-90dd-afb5b9376ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:15.273107 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a98369-5fcc-41ad-9a19-fece1673ec59,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:15.277311 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=3ee4db14da5f4ca3b210c0299af71802&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1982062
Jul 08 15:32:15.278174 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7439acc8-ff29-4ab4-a04c-7fe7e85770b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:15.279867 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43168) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:15.338283 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.363459 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.415139 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.419406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0ddffe2a-911d-4bb3-8edf-56b11c065c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:15.430121 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a98369-5fcc-41ad-9a19-fece1673ec59,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:15.433600 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:15.436705 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:15.437807 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-0ba0eed7-f92e-478f-8250-e85c6f770f58 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/a6a98369-5fcc-41ad-9a19-fece1673ec59 HTTP/1.1" status: 204  len: 168 time: 0.1570215
Jul 08 15:32:17.520877 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43228) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:17.634348 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.653047 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:17.656860 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Usage tracker for resource:security_group_rule and tenant:a4b4f4f97f6645129966f41c19cffc1d is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:17.659618 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:17.665254 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:17.747596 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.751455 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.759730 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-99906697-123b-46cb-8976-2baecc5b8ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:17.798425 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=a4b4f4f97f6645129966f41c19cffc1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2764843
Jul 08 15:32:17.799385 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffea63e1-5c12-418c-82ef-4b40998d4065,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:17.801122 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43234) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:17.802370 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-74576cfc-cfad-402e-b7d1-5e7f8392ed6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:17.864024 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.891754 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.942355 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.946107 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb6bbcf9-4650-4256-93f0-258fd3dac005 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:17.957335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffea63e1-5c12-418c-82ef-4b40998d4065,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:17.961434 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:17.964688 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:17.965887 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-0565e372-1ad9-4632-a186-3cf3f29d6d25 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/ffea63e1-5c12-418c-82ef-4b40998d4065 HTTP/1.1" status: 204  len: 168 time: 0.1632128
Jul 08 15:32:18.237706 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43242) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:18.255698 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.269499 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:18.273324 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Usage tracker for resource:security_group_rule and tenant:c85c1080f9464384a895312fce2629c4 is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:18.276211 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:18.282157 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:18.370491 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.374379 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.382641 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-b2b060e1-8e51-4b0b-be3b-d047e52eeaf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:18.421515 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=c85c1080f9464384a895312fce2629c4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1826987
Jul 08 15:32:18.423226 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd4b79f-e8ef-4b38-a582-cfa92245d55b,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:18.424179 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43246) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:18.426373 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-853f08af-4b28-4666-8a67-6ff98b9453ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:18.481771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.506251 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.556554 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.560132 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5f361b1e-fca1-4554-b11b-04c856af59f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:18.576338 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd4b79f-e8ef-4b38-a582-cfa92245d55b,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:18.580081 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:18.586539 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:18.587642 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-ce1ee249-4a2f-4e30-84c3-d131d09dd4d2 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/6cd4b79f-e8ef-4b38-a582-cfa92245d55b HTTP/1.1" status: 204  len: 168 time: 0.1624324
Jul 08 15:32:19.298658 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43270) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:19.403996 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1600122883-network', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:19.408835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:19.412660 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Usage tracker for resource:network and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:19.415484 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:19.421165 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:19.431291 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Made reservation on behalf of 1009c0219f8f4f6c95b927d29de795aa for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:32:19.434274 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.446790 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.461503 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:19.465495 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:19.468385 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:19.474045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:19.558709 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.562562 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.565491 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-3c8f059b-f86a-4702-95f7-1f5960ffd822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:19.594161 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:32:19.599251 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=708933d5-09c8-451f-a530-9ce5b5d3c168,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:19.602766 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:19.606718 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.607054 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Added segment 44286875-dddf-4e11-8b23-0ea512e8c818 of type vlan for network fde4202d-aec7-4ed4-adc8-bf8357c9c85e
Jul 08 15:32:19.633968 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.662534 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.664004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:19.664667 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:19.669941 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7ddc6e4b-483c-46d8-be7c-defc54e3c286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:19.767915 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4681554
Jul 08 15:32:19.770741 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43276) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:19.774937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Pushing event updated for resources: {'Network': ['ID=fde4202d-aec7-4ed4-adc8-bf8357c9c85e,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:19.776562 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Request body: {'subnet': {'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1600122883-subnet', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:19.777780 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:19.781557 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:19.784874 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:32:19.785355 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Usage tracker for resource:subnet and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:19.788228 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:19.794319 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:19.804885 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Made reservation on behalf of 1009c0219f8f4f6c95b927d29de795aa for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:32:19.807719 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.013501 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.016822 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:20.089843 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b76373-877a-40ae-86e3-831be6048ff5,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:20.093914 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:20.098236 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Checking segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:20.098593 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Network hostable DHCP agents. Network: fde4202d-aec7-4ed4-adc8-bf8357c9c85e, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:32:20.118239 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:32:20.127365 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, fde4202d-aec7-4ed4-adc8-bf8357c9c85e) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:20.131592 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:20.132171 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.137551 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d109c3e-e477-47b2-893e-5950f1a83668 None None] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:32:20.159081 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-fa3d02dc-aa8a-4b55-9eae-a2a6f144e450 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3869457
Jul 08 15:32:20.161519 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43280) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:20.166622 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:20.171248 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:20.175571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Usage tracker for resource:router and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:20.178511 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:20.184601 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:20.195137 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.196084 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.210231 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.303130 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:32:20.357981 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:32:20.358811 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.475335 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.513868 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Allocated IP 172.20.0.2 (fde4202d-aec7-4ed4-adc8-bf8357c9c85e/c5b76373-877a-40ae-86e3-831be6048ff5/018222bf-7b20-4f73-86e9-d50ddf878149) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:20.731081 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.741286 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Transition to ACTIVE for port object 018222bf-7b20-4f73-86e9-d50ddf878149 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:20.760994 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Transition to ACTIVE for port object 018222bf-7b20-4f73-86e9-d50ddf878149 will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:20.766576 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.771590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:20.828205 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:20.831088 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:20.835093 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:20.868438 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Pushing event updated for resources: {'Port': ['ID=018222bf-7b20-4f73-86e9-d50ddf878149,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:20.899368 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.914868 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.915200 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.915527 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.915850 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.916168 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.916537 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.916855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.917174 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.917490 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.917802 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.918113 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.918421 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78426) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:20.928857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.932989 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:20.942080 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Attempting to bind port 018222bf-7b20-4f73-86e9-d50ddf878149 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:20.942452 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Attempting to bind port 018222bf-7b20-4f73-86e9-d50ddf878149 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:20.942846 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Attempting to bind port 018222bf-7b20-4f73-86e9-d50ddf878149 on network fde4202d-aec7-4ed4-adc8-bf8357c9c85e {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:20.948882 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:20.949251 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Checking segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:20.949652 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:20.950042 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Bound using segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:20.950502 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Bound port: 018222bf-7b20-4f73-86e9-d50ddf878149, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:20.950871 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:21.036075 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] For port 018222bf-7b20-4f73-86e9-d50ddf878149, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:21.038961 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] For port 018222bf-7b20-4f73-86e9-d50ddf878149, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=018222bf-7b20-4f73-86e9-d50ddf878149,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:21.043644 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:21.048192 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:21.068175 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Allocated IP 172.27.2.245 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/34547c80-86d0-4ada-9274-60924aaa05e9) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:21.137334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Pushing event updated for resources: {'Port': ['ID=018222bf-7b20-4f73-86e9-d50ddf878149,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:21.142631 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:21.223056 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:21.254027 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:21.258926 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8eebf4d2-e66b-463b-8a24-c8d9b05f799a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:21.329586 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:21.333328 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:21.335939 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:21.389687 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Pushing event updated for resources: {'Port': ['ID=34547c80-86d0-4ada-9274-60924aaa05e9,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:21.392689 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:21.767465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:22.105397 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c4f5dc-f23e-4d7f-9049-b7e84c70fcfd None None] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:32:22.232284 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:22.242721 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-311f7033-3bca-49ee-be3b-920c40aa07b5 None None] Provisioning for port 018222bf-7b20-4f73-86e9-d50ddf878149 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:22.444617 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78425) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:32:22.624815 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78425) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:32:22.633627 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Sync routers for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:32:22.643758 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:22.644548 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeacca00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:22.659846 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] Notify callbacks [] for router, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:22.665734 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43284) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:22.680977 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f5de3166-6351-481e-8311-647bc577f21f admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.5183122
Jul 08 15:32:22.739454 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 018222bf-7b20-4f73-86e9-d50ddf878149 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:22.881867 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:22.989595 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 018222bf-7b20-4f73-86e9-d50ddf878149 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:23.011769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 018222bf-7b20-4f73-86e9-d50ddf878149 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:23.012146 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.253368 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.299259 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 018222bf-7b20-4f73-86e9-d50ddf878149, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=018222bf-7b20-4f73-86e9-d50ddf878149,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:23.304442 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeacca00>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:21Z', 'revision_number': 3, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:23.306831 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.310334 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:23.346991 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Checking router: b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:32:23.347351 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Updating router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 port 34547c80-86d0-4ada-9274-60924aaa05e9 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:32:23.363113 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.423996 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.455053 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=018222bf-7b20-4f73-86e9-d50ddf878149,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:23.471129 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:23.687369 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Allocated IP 172.20.0.1 (fde4202d-aec7-4ed4-adc8-bf8357c9c85e/c5b76373-877a-40ae-86e3-831be6048ff5/270261b9-02b2-4fde-88fa-864ea38243ce) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:23.765034 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.777031 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Transition to ACTIVE for port object 34547c80-86d0-4ada-9274-60924aaa05e9 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:23.783809 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.788050 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:23.835390 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.852320 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Transition to ACTIVE for port object 270261b9-02b2-4fde-88fa-864ea38243ce will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:23.862109 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Attempting to bind port 34547c80-86d0-4ada-9274-60924aaa05e9 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:23.862484 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Attempting to bind port 34547c80-86d0-4ada-9274-60924aaa05e9 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:23.862857 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Attempting to bind port 34547c80-86d0-4ada-9274-60924aaa05e9 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:23.872008 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:23.872404 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:23.872828 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.873473 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:23.873949 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Bound port: 34547c80-86d0-4ada-9274-60924aaa05e9, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:23.874317 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.876441 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.880308 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-e8a126c0-8f35-41cc-86f8-c9a390391739 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:23.898260 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2364-74bb-4d9d-b052-c02669d56a10 None None] Pushing event updated for resources: {'Port': ['ID=34547c80-86d0-4ada-9274-60924aaa05e9,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:23.905110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-200c2364-74bb-4d9d-b052-c02669d56a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:23.952902 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:23.954552 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] For port 34547c80-86d0-4ada-9274-60924aaa05e9, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:23.955537 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:23.958728 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] For port 34547c80-86d0-4ada-9274-60924aaa05e9, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=34547c80-86d0-4ada-9274-60924aaa05e9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:23.959234 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:23.963932 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:23.968364 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-200c2364-74bb-4d9d-b052-c02669d56a10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:23.993857 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Pushing event updated for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:24.005257 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:24.026927 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.094364 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:24.095008 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdeacca00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:24.165893 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200c2364-74bb-4d9d-b052-c02669d56a10 None None] Pushing event updated for resources: {'Port': ['ID=34547c80-86d0-4ada-9274-60924aaa05e9,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:24.178348 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-200c2364-74bb-4d9d-b052-c02669d56a10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:24.276226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-ae160124-758a-49e6-80ba-223c78701c05 None None] Provisioning for port 270261b9-02b2-4fde-88fa-864ea38243ce completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:24.285131 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-ae160124-758a-49e6-80ba-223c78701c05 None None] Provisioning complete for port 270261b9-02b2-4fde-88fa-864ea38243ce triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:24.285502 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ae160124-758a-49e6-80ba-223c78701c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.292945 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.316483 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:24.509365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.511880 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.514686 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.521125 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-ae160124-758a-49e6-80ba-223c78701c05 None None] Port 270261b9-02b2-4fde-88fa-864ea38243ce cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:32:24.548027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-ec9d34fd-080f-4a15-ba0b-11ba7aef836a tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:24.628898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Pushing event updated for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:24.631424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.632585 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdeacca00>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:21Z', 'revision_number': 3, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:24.636313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:24.638595 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281684a6-c4db-459f-a57a-fcc11127665f None None] The sync data for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi is: [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:21Z', 'revision_number': 3, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:32:24.704760 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 018222bf-7b20-4f73-86e9-d50ddf878149 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:24.779661 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 018222bf-7b20-4f73-86e9-d50ddf878149 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:24.780036 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:24.780683 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:24.781790 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:25.008308 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:32:25.046914 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-6ffba7ca-7eaa-4f51-b60b-641e01c137ea None None] Provisioning complete for port 270261b9-02b2-4fde-88fa-864ea38243ce triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:25.047279 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6ffba7ca-7eaa-4f51-b60b-641e01c137ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:25.105845 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-6ffba7ca-7eaa-4f51-b60b-641e01c137ea None None] Port 270261b9-02b2-4fde-88fa-864ea38243ce cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:32:25.304496 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:32:25.315044 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a111bf98-addb-42c8-a68b-41de497a15bb admin admin] 10.222.0.55 "PUT /v2.0/routers/b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6472032
Jul 08 15:32:25.812458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43302) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:25.818166 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-135371992-network', 'tenant_id': '45353be6d7304e18b16fe8112172ccec'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:25.822881 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:25.826966 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Usage tracker for resource:network and tenant:45353be6d7304e18b16fe8112172ccec is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:25.829839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:25.835647 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:25.846353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Made reservation on behalf of 45353be6d7304e18b16fe8112172ccec for: {'network': 1} {{(pid=78424) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:32:25.848640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for network, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:25.863840 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:25.878197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:25.882262 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Usage tracker for resource:security_group_rule and tenant:45353be6d7304e18b16fe8112172ccec is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:25.885799 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:25.891716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:25.976115 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:25.980433 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:25.983331 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-6b58abda-38b4-4d6c-9f1b-e6278ee604eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:26.011904 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525}  {{(pid=78424) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jul 08 15:32:26.020685 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d29ec1f-ee73-4f16-be71-fb0b86fffbf3,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:26.024313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:26.027580 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.027914 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.segments_db [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Added segment f57bd9fd-9d47-4008-864a-a81da29b04d4 of type vlan for network 6cdec54c-a474-4fa5-9818-31cf543fb5de
Jul 08 15:32:26.053899 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744519738480'] for network, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.082126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045'] for network, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.083707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:26.084309 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.087937 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5edad819-8922-43c4-b341-ee8d52029b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:26.170987 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Sync routers for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:32:26.180439 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:26.181057 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6880>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:26.188064 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Pushing event updated for resources: {'Network': ['ID=6cdec54c-a474-4fa5-9818-31cf543fb5de,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:26.191029 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] 10.222.0.55 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3775237
Jul 08 15:32:26.192200 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a44217c8-7edf-43a0-84ce-2d153037e946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:26.193810 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43306) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:26.199270 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de details requested by agent ovs-agent-dv-cinder-798671-3-iscsi with host dv-cinder-798671-3-iscsi {{(pid=78426) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jul 08 15:32:26.200436 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Request body: {'subnet': {'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-135371992-subnet', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'ip_version': 4}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:26.205694 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:26.209874 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Usage tracker for resource:subnet and tenant:45353be6d7304e18b16fe8112172ccec is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:26.214584 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:26.220651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:26.230295 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Made reservation on behalf of 45353be6d7304e18b16fe8112172ccec for: {'subnet': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:32:26.232848 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-65208356'] for subnet, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.386002 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:26.444768 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65513563', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-65208370'] for subnet, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.449704 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:26.519355 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9657f45b-bafd-4241-8e6a-a1716245b887,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:26.522669 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:26.529009 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Checking segment: {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:26.529372 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Network hostable DHCP agents. Network: 6cdec54c-a474-4fa5-9818-31cf543fb5de, hostable agents: ['5683da61-5a64-4265-9546-cf6dd2c1297b'], hosted agents: [] {{(pid=78425) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jul 08 15:32:26.548803 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de is scheduled to be hosted by DHCP agent 5683da61-5a64-4265-9546-cf6dd2c1297b with binding_index 1 {{(pid=78425) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jul 08 15:32:26.558776 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798671-3-iscsi, 6cdec54c-a474-4fa5-9818-31cf543fb5de) {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:26.563112 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:26.563701 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.569925 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88ab8d8-0345-43c2-8753-62dae0efaae2 None None] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:32:26.586712 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-8a91340e-b305-4a11-a22e-6f80b7a4d652 admin admin] 10.222.0.55 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3916910
Jul 08 15:32:26.589410 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43310) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:26.595392 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:26.600255 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:26.608183 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Usage tracker for resource:router and tenant:45353be6d7304e18b16fe8112172ccec is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:32:26.611164 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:32:26.616854 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:26.628988 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66915507', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2546'] for router, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.630500 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66607781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66608089', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66765551', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2507'] for router, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.651246 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.715063 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6880>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 2, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:26.720042 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Checking router: b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:32:26.720557 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Updating router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 port 270261b9-02b2-4fde-88fa-864ea38243ce binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:32:26.775265 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.781199 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 34547c80-86d0-4ada-9274-60924aaa05e9 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:26.904978 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 34547c80-86d0-4ada-9274-60924aaa05e9 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:26.908519 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp57352c3d-cb23-5705-9443-283d87103eb6-6cdec54c-a474-4fa5-9818-31cf543fb5de', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887'}]}} from dv-cinder-798671-3-iscsi. {{(pid=78426) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jul 08 15:32:26.909396 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.926698 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 34547c80-86d0-4ada-9274-60924aaa05e9 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:26.927168 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:26.957316 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66925603', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66915500', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2517'] for router, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.125046 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.137895 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Transition to ACTIVE for port object 270261b9-02b2-4fde-88fa-864ea38243ce will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:27.145395 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.150405 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:27.206650 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.217682 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.db_base_plugin_common [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Allocated IP 172.20.0.2 (6cdec54c-a474-4fa5-9818-31cf543fb5de/9657f45b-bafd-4241-8e6a-a1716245b887/643c64f1-62c8-4abe-80b7-1ee268de894d) {{(pid=78426) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:27.235162 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 34547c80-86d0-4ada-9274-60924aaa05e9, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=34547c80-86d0-4ada-9274-60924aaa05e9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:27.253671 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.258659 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-e980c3ec-afe0-444e-aa05-89475bd9457a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:27.265415 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Pushing event updated for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:27.278326 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.278659 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.279163 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.279662 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.280138 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.280639 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.281130 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.281612 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.282078 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.282530 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.283007 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.283482 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78427) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:27.287748 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:27.311757 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.352210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.419745 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=34547c80-86d0-4ada-9274-60924aaa05e9,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:27.433734 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:27.440067 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Attempting to bind port 270261b9-02b2-4fde-88fa-864ea38243ce on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:27.440753 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Attempting to bind port 270261b9-02b2-4fde-88fa-864ea38243ce by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:27.441144 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Attempting to bind port 270261b9-02b2-4fde-88fa-864ea38243ce on network fde4202d-aec7-4ed4-adc8-bf8357c9c85e {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:27.446483 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:27.447063 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Checking segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:27.448191 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.448729 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Bound using segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:27.449239 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Bound port: 270261b9-02b2-4fde-88fa-864ea38243ce, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:27.449691 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.501670 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Allocated IP 172.27.2.167 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/ec3ab619-2a6b-4d62-a512-0fa74df8c239) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:27.542554 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] For port 270261b9-02b2-4fde-88fa-864ea38243ce, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:27.545945 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] For port 270261b9-02b2-4fde-88fa-864ea38243ce, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=270261b9-02b2-4fde-88fa-864ea38243ce,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:27.551686 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.556501 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-305f6b8a-3375-4e95-a3aa-011fcd1c59ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:27.567934 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks [] for port, precommit_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.578263 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Transition to ACTIVE for port object 643c64f1-62c8-4abe-80b7-1ee268de894d will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:27.599330 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Transition to ACTIVE for port object 643c64f1-62c8-4abe-80b7-1ee268de894d will not be triggered until provisioned by entity DHCP. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:27.605773 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148'] for port, after_create {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.616523 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:27.632135 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Pushing event updated for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=4']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:27.635727 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:27.641781 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:27.642396 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6880>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:27.704862 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.705646 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de is already hosted by enough agents. {{(pid=78426) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:27.707135 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Pushing event updated for resources: {'Port': ['ID=643c64f1-62c8-4abe-80b7-1ee268de894d,revision_number=1']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:27.718853 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.scheduler.base_scheduler [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Resources bound (agent type, host, resource id):  {{(pid=78426) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:27.721222 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:27.722219 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Received port after_create {{(pid=78426) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:27.760639 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.771017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b113f6b4-d039-4159-ad70-8b4840634dde service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:27.832256 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Attempting to bind port 643c64f1-62c8-4abe-80b7-1ee268de894d on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:27.832751 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Attempting to bind port 643c64f1-62c8-4abe-80b7-1ee268de894d by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:27.833206 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Attempting to bind port 643c64f1-62c8-4abe-80b7-1ee268de894d on network 6cdec54c-a474-4fa5-9818-31cf543fb5de {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:27.833497 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:27.839516 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:27.839984 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Checking segment: {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:27.840495 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.840969 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Bound using segment: {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:27.841585 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Bound port: 643c64f1-62c8-4abe-80b7-1ee268de894d, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:27.842109 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.848779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3ab619-2a6b-4d62-a512-0fa74df8c239,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:27.852281 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:27.853278 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:27.854287 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:27.856271 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:27.945213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] For port 643c64f1-62c8-4abe-80b7-1ee268de894d, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:27.948955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] For port 643c64f1-62c8-4abe-80b7-1ee268de894d, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=643c64f1-62c8-4abe-80b7-1ee268de894d,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:27.954420 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:27.958495 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:28.086469 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Pushing event updated for resources: {'Port': ['ID=643c64f1-62c8-4abe-80b7-1ee268de894d,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:28.091299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-5e049b4c-c420-4e6f-a385-7faf6249c01b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:28.222679 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6880>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:28.226999 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da3dac3-02ce-4118-9459-49df5637c6f7 None None] The sync data for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi is: [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:32:28.444923 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:28.830017 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 270261b9-02b2-4fde-88fa-864ea38243ce up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:28.837136 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66915514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66925574'] for router, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:28.913093 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 270261b9-02b2-4fde-88fa-864ea38243ce completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:28.919716 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 270261b9-02b2-4fde-88fa-864ea38243ce triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:28.920402 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.066761 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.091043 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 is scheduled to L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 with binding_index 1 {{(pid=78424) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jul 08 15:32:29.113879 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 270261b9-02b2-4fde-88fa-864ea38243ce, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=270261b9-02b2-4fde-88fa-864ea38243ce,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:29.119000 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.120511 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 34547c80-86d0-4ada-9274-60924aaa05e9 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:29.167110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-f675a52c-c773-44bb-a3d6-3c70db7bba9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:29.209521 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8471fc3a-f6d1-485f-bbe6-5f1ce0d451af None None] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:32:29.295574 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:32:29.323292 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.327073 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a1dae18e-6ca9-4d28-9e3d-0542fa29d5e9 admin admin] 10.222.0.55 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7334206
Jul 08 15:32:29.327308 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43316) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:32:29.329101 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Sync routers for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:32:29.340412 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c3c1429e-5495-446e-b128-f790f574132f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.363197 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:29.372221 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:29.401886 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-06d87654-23af-464f-95f9-527b4236b340 None None] Provisioning for port 643c64f1-62c8-4abe-80b7-1ee268de894d completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:29.404902 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:29.405561 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fde083250>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:29.463239 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 34547c80-86d0-4ada-9274-60924aaa05e9 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:29.463573 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.829172 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:29.972776 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:29.979583 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 643c64f1-62c8-4abe-80b7-1ee268de894d up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:30.166165 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port 643c64f1-62c8-4abe-80b7-1ee268de894d completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:30.177197 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.197678 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 643c64f1-62c8-4abe-80b7-1ee268de894d triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:30.198062 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.341605 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fde083250>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:28Z', 'revision_number': 3, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:30.351027 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Checking router: 2e0a5cac-127d-406a-bb2a-6b046c1321b8 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:32:30.351385 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Updating router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 port ec3ab619-2a6b-4d62-a512-0fa74df8c239 binding host dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:32:30.384450 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.398038 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Allocated IP 172.20.0.1 (6cdec54c-a474-4fa5-9818-31cf543fb5de/9657f45b-bafd-4241-8e6a-a1716245b887/d613ee5c-9b38-40a4-b135-5cf7d9f59c24) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:30.440744 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.486287 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port 643c64f1-62c8-4abe-80b7-1ee268de894d, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=643c64f1-62c8-4abe-80b7-1ee268de894d,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:30.494021 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.500798 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:30.547808 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.551605 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-245b946f-42d0-44b1-8886-5ba740608db5 None None] Provisioning complete for port 643c64f1-62c8-4abe-80b7-1ee268de894d triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:30.551987 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-245b946f-42d0-44b1-8886-5ba740608db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.563458 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.provisioning_blocks [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Transition to ACTIVE for port object d613ee5c-9b38-40a4-b135-5cf7d9f59c24 will not be triggered until provisioned by entity DHCP. {{(pid=78424) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:30.590660 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.594933 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-864499ce-dd2d-48f0-890f-cd56a7787364 tempest-AttachVolumeNegativeTest-912697623 tempest-AttachVolumeNegativeTest-912697623-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:30.666808 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:30.669677 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:30.674393 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:30.693694 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=643c64f1-62c8-4abe-80b7-1ee268de894d,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:30.699843 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:30.731371 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66925760'] for router_interface, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.735669 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Pushing event updated for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:30.745649 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:30.775163 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 270261b9-02b2-4fde-88fa-864ea38243ce up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:30.870065 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:30.954589 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 270261b9-02b2-4fde-88fa-864ea38243ce triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:30.954887 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.092571 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-62e0d261-939d-4396-851a-e832a0f9edbf None None] Provisioning for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:31.097211 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.101704 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.124934 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks [] for port, precommit_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.127259 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-62e0d261-939d-4396-851a-e832a0f9edbf None None] Provisioning complete for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:31.127625 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-62e0d261-939d-4396-851a-e832a0f9edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.128820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7dd9fe98-e34a-4988-96fd-125f35f1eb51 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:31.188171 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Transition to ACTIVE for port object ec3ab619-2a6b-4d62-a512-0fa74df8c239 will not be triggered until provisioned by entity L2. {{(pid=78426) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:31.203286 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.210774 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66606003', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66915451'] for router_interface, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.211319 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:31.215145 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Pushing event updated for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:31.219536 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:31.277553 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-62e0d261-939d-4396-851a-e832a0f9edbf None None] Port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:32:31.304362 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Attempting to bind port ec3ab619-2a6b-4d62-a512-0fa74df8c239 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:31.304772 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Attempting to bind port ec3ab619-2a6b-4d62-a512-0fa74df8c239 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:31.305144 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Attempting to bind port ec3ab619-2a6b-4d62-a512-0fa74df8c239 on network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:31.308025 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baa4c4-39fd-4c49-9c2f-e2d0dd1a1b46 None None] Pushing event updated for resources: {'Port': ['ID=ec3ab619-2a6b-4d62-a512-0fa74df8c239,revision_number=2']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:31.311908 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-66baa4c4-39fd-4c49-9c2f-e2d0dd1a1b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:31.314568 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:31.314960 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Checking segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78426) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:31.315379 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.317979 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Bound using segment: {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'} {{(pid=78426) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:31.317979 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.managers [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Bound port: ec3ab619-2a6b-4d62-a512-0fa74df8c239, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed0eb22-ef32-426f-93e7-0678297b3b21', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25'}}] {{(pid=78426) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:31.317979 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.395129 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] For port ec3ab619-2a6b-4d62-a512-0fa74df8c239, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78426) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:31.398128 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] For port ec3ab619-2a6b-4d62-a512-0fa74df8c239, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=ec3ab619-2a6b-4d62-a512-0fa74df8c239,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:31.403769 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.407480 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:31.458155 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:31.459371 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:31.528118 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:31.528788 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fde083250>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:31.583894 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66baa4c4-39fd-4c49-9c2f-e2d0dd1a1b46 None None] Pushing event updated for resources: {'Port': ['ID=ec3ab619-2a6b-4d62-a512-0fa74df8c239,revision_number=3']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:31.604419 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-66baa4c4-39fd-4c49-9c2f-e2d0dd1a1b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:31.652195 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:32:31.731329 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-bce67956-a7c1-4198-af34-67b7b3c4604e None None] Provisioning complete for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:31.731592 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-bce67956-a7c1-4198-af34-67b7b3c4604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:31.779947 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:31.838191 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:32:31.855775 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e0a5cac-127d-406a-bb2a-6b046c1321b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5185978
Jul 08 15:32:31.856169 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-bce67956-a7c1-4198-af34-67b7b3c4604e None None] Port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:32:32.003034 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-085cae08-7dfa-4bc8-baa0-8ebdc96d2284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:32.118634 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fde083250>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'd613ee5c-9b38-40a4-b135-5cf7d9f59c24', 'name': '', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'mac_address': 'fa:16:3e:78:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:30Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 2, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'subnets': [{'id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:32.123556 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23635661-86b3-4761-8048-01fab0fe01ed None None] The sync data for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi is: [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'd613ee5c-9b38-40a4-b135-5cf7d9f59c24', 'name': '', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'mac_address': 'fa:16:3e:78:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:30Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 2, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'subnets': [{'id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:32:32.687197 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:32.723237 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 643c64f1-62c8-4abe-80b7-1ee268de894d up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:32.821702 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port 643c64f1-62c8-4abe-80b7-1ee268de894d triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:32.822094 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:34.168885 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:34.755613 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device ec3ab619-2a6b-4d62-a512-0fa74df8c239 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:34.835353 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port ec3ab619-2a6b-4d62-a512-0fa74df8c239 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:34.840821 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port ec3ab619-2a6b-4d62-a512-0fa74df8c239 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:34.841416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:34.973747 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:34.992766 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port ec3ab619-2a6b-4d62-a512-0fa74df8c239, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=ec3ab619-2a6b-4d62-a512-0fa74df8c239,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:34.997560 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:34.999907 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-61be68e0-32d1-474d-ae98-33879eb53fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:35.073109 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=ec3ab619-2a6b-4d62-a512-0fa74df8c239,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:35.076511 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:36.170145 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Sync routers for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:32:36.179711 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:36.180335 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6c10>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:36.364334 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:36.729458 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6c10>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'd613ee5c-9b38-40a4-b135-5cf7d9f59c24', 'name': '', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'mac_address': 'fa:16:3e:78:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:30Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 2, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'subnets': [{'id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:36.733998 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Checking router: 2e0a5cac-127d-406a-bb2a-6b046c1321b8 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:32:36.734589 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Updating router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 binding host dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jul 08 15:32:36.742996 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device ec3ab619-2a6b-4d62-a512-0fa74df8c239 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:36.794455 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:36.815016 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port ec3ab619-2a6b-4d62-a512-0fa74df8c239 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:36.815639 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.204895 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks [] for port, precommit_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.218221 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.provisioning_blocks [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Transition to ACTIVE for port object d613ee5c-9b38-40a4-b135-5cf7d9f59c24 will not be triggered until provisioned by entity L2. {{(pid=78427) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:37.225243 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.229183 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-9c68956c-b323-46fd-9995-b53c56cea311 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:37.385573 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52d892-2b9a-42ca-b0f8-05568d150cf8 None None] Pushing event updated for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=3']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:37.393797 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ad52d892-2b9a-42ca-b0f8-05568d150cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:37.454066 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Attempting to bind port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 on host dv-cinder-798671-3-iscsi for vnic_type normal with profile  {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:37.454965 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Attempting to bind port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 by drivers openvswitch,hyperv on host dv-cinder-798671-3-iscsi at level 0 using segments [{'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:37.455678 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Attempting to bind port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 on network 6cdec54c-a474-4fa5-9818-31cf543fb5de {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:37.466724 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Checking agent: {'id': '0d536fd7-13c4-488a-b319-a2e92cf4d928', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798671-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 12), 'started_at': datetime.datetime(2021, 7, 8, 15, 12, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798671-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:37.467252 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Checking segment: {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78427) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:37.467766 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.468262 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Bound using segment: {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'} {{(pid=78427) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:37.468868 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.managers [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Bound port: d613ee5c-9b38-40a4-b135-5cf7d9f59c24, host: dv-cinder-798671-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f57bd9fd-9d47-4008-864a-a81da29b04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de'}}] {{(pid=78427) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:37.469374 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.570488 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] For port d613ee5c-9b38-40a4-b135-5cf7d9f59c24, host dv-cinder-798671-3-iscsi, cleared binding levels {{(pid=78427) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:37.574197 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.plugins.ml2.db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] For port d613ee5c-9b38-40a4-b135-5cf7d9f59c24, host dv-cinder-798671-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78427) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:37.580018 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron_lib.callbacks.manager [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78427) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:37.583880 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:37.721082 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:32:37.721688 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6c10>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:32:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:37.781205 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad52d892-2b9a-42ca-b0f8-05568d150cf8 None None] Pushing event updated for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=4']} {{(pid=78427) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:37.785603 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG oslo_concurrency.lockutils [None req-ad52d892-2b9a-42ca-b0f8-05568d150cf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=78427) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:37.951910 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:32:38.294186 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdf8e6c10>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'd613ee5c-9b38-40a4-b135-5cf7d9f59c24', 'name': '', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'mac_address': 'fa:16:3e:78:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:30Z', 'updated_at': '2021-07-08T15:32:37Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'subnets': [{'id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:32:38.299971 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5265c580-0741-4056-ba97-e5add80f94e4 None None] The sync data for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi is: [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:32:30Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': 'd613ee5c-9b38-40a4-b135-5cf7d9f59c24', 'name': '', 'network_id': '6cdec54c-a474-4fa5-9818-31cf543fb5de', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'mac_address': 'fa:16:3e:78:4b:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:30Z', 'updated_at': '2021-07-08T15:32:37Z', 'revision_number': 4, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'subnets': [{'id': '9657f45b-bafd-4241-8e6a-a1716245b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:32:38.756984 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d613ee5c-9b38-40a4-b135-5cf7d9f59c24 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:38.839770 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:38.845609 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:38.846131 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:38.980310 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:39.020298 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] For port d613ee5c-9b38-40a4-b135-5cf7d9f59c24, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:39.026399 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:39.033222 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:39.134065 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Pushing event updated for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:39.137823 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:40.711049 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d613ee5c-9b38-40a4-b135-5cf7d9f59c24 up at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:32:40.819462 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Provisioning complete for port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:40.819938 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:41.746229 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-17b6fa1f-70c1-4dd4-a1c2-7a0c42570fe1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:41.747483 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-17b6fa1f-70c1-4dd4-a1c2-7a0c42570fe1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:network {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:32:41.770889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-17b6fa1f-70c1-4dd4-a1c2-7a0c42570fe1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:network {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:32:41.772541 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-17b6fa1f-70c1-4dd4-a1c2-7a0c42570fe1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 815 time: 0.1826077
Jul 08 15:32:41.792559 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-91357353-1f14-4ad4-a22f-80283c74d244 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/quotas/1009c0219f8f4f6c95b927d29de795aa HTTP/1.1" status: 200  len: 375 time: 0.0129299
Jul 08 15:32:41.887693 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-3612f2f5-310f-4c33-9aec-527c51e4a511 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:32:41.906377 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-3612f2f5-310f-4c33-9aec-527c51e4a511 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:32:41.907718 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-3612f2f5-310f-4c33-9aec-527c51e4a511 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1092463
Jul 08 15:32:42.087859 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-24a79b8e-ec26-483e-8036-c0e84ab70c50 service neutron] http://10.222.0.55:9696/v2.0/extensions returned with HTTP 200 {{(pid=78424) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jul 08 15:32:42.088914 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-24a79b8e-ec26-483e-8036-c0e84ab70c50 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1696479
Jul 08 15:32:42.227370 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-a67dcb7b-cc10-4ad9-b452-fc25b97b5150 service neutron] 10.222.0.55 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324832
Jul 08 15:32:42.361994 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-51f82e7a-beca-4d4e-93e4-892cfbccd6ba service neutron] 10.222.0.55 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288061
Jul 08 15:32:42.556207 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-55abeeda-c403-44ae-b69b-41e9653cb8e3 req-02f96e07-5794-4d96-b123-87bc6bc54c5d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 210 time: 0.0470884
Jul 08 15:32:43.710369 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3d65c5d4-7f02-4950-b879-c440c14f4e77 req-6fcda78f-838e-462d-be4c-9e05fa76d779 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 210 time: 0.0453997
Jul 08 15:32:43.777173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-b9d935f2-60e9-4c14-bd29-0be4a6d123fb tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:43.778723 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-b9d935f2-60e9-4c14-bd29-0be4a6d123fb tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 815 time: 0.1729574
Jul 08 15:32:43.790651 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'port': {'device_id': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'admin_state_up': True, 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:43.930769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:32:43.940249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:32:43.950632 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Made reservation on behalf of 1009c0219f8f4f6c95b927d29de795aa for: {'port': 1} {{(pid=78425) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jul 08 15:32:43.954110 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:44.123401 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.db_base_plugin_common [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Allocated IP 172.20.0.9 (fde4202d-aec7-4ed4-adc8-bf8357c9c85e/c5b76373-877a-40ae-86e3-831be6048ff5/a3a2d16a-65aa-4dbe-a94e-5503cd08a77e) {{(pid=78425) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:32:44.398216 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for port, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:44.414730 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Transition to ACTIVE for port object a3a2d16a-65aa-4dbe-a94e-5503cd08a77e will not be triggered until provisioned by entity DHCP. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:44.449471 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:44.461304 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-bdca5f92-4652-4b18-853f-7185837a05c0 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:44.525122 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e is already hosted by enough agents. {{(pid=78425) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:32:44.528322 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.scheduler.base_scheduler [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources bound (agent type, host, resource id):  {{(pid=78425) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:32:44.532465 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Received port after_create {{(pid=78425) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:32:44.711714 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:44.736429 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.739368 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.739804 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.740627 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.741493 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.741493 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.741882 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.742360 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.742864 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.743292 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.747644 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.748456 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:32:44.755022 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:44.774173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:44.774806 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:44.839389 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-02cc63ec-aa90-4490-8ba0-220c354ad380 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0515375
Jul 08 15:32:44.947747 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-6c3034cb-e4ec-47b5-8d30-134fe9c743a5 None None] Provisioning for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e completed by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:32:44.959601 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-6c3034cb-e4ec-47b5-8d30-134fe9c743a5 None None] Provisioning complete for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:32:44.960729 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c3034cb-e4ec-47b5-8d30-134fe9c743a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:44.996985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc984dae-99a7-4ee3-8b3e-a7eb3c94e0f8 req-37c9eddd-95f0-48cb-9abe-57035fcd5a0b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:44.997708 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-cc984dae-99a7-4ee3-8b3e-a7eb3c94e0f8 req-37c9eddd-95f0-48cb-9abe-57035fcd5a0b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:32:45.029079 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-cc984dae-99a7-4ee3-8b3e-a7eb3c94e0f8 req-37c9eddd-95f0-48cb-9abe-57035fcd5a0b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:32:45.035684 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cc984dae-99a7-4ee3-8b3e-a7eb3c94e0f8 req-37c9eddd-95f0-48cb-9abe-57035fcd5a0b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.1567600
Jul 08 15:32:45.043029 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-6c3034cb-e4ec-47b5-8d30-134fe9c743a5 None None] Port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e cannot update to ACTIVE because it is not bound. {{(pid=78426) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jul 08 15:32:45.079458 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cc984dae-99a7-4ee3-8b3e-a7eb3c94e0f8 req-6c6d474b-a5c2-4eeb-9ec5-d91221e2806f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428507
Jul 08 15:32:46.282283 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcad1e-35c2-4236-a688-fc514e531cb4 req-cdd3970f-175e-448f-8db9-81977bbd5055 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:46.283873 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b6fcad1e-35c2-4236-a688-fc514e531cb4 req-cdd3970f-175e-448f-8db9-81977bbd5055 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0896277
Jul 08 15:32:46.327820 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-b6fcad1e-35c2-4236-a688-fc514e531cb4 req-d318aa5c-fcc3-4fc3-9893-6bc4182a9398 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:32:46.345107 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-b6fcad1e-35c2-4236-a688-fc514e531cb4 req-d318aa5c-fcc3-4fc3-9893-6bc4182a9398 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:32:46.346170 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-b6fcad1e-35c2-4236-a688-fc514e531cb4 req-d318aa5c-fcc3-4fc3-9893-6bc4182a9398 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564730
Jul 08 15:32:47.550094 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c1bcb-fbce-4f82-bfd3-6cd83fcd1f3b req-f30ccb7b-d447-49db-b714-945f4b520a7d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:47.560276 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2f6c1bcb-fbce-4f82-bfd3-6cd83fcd1f3b req-f30ccb7b-d447-49db-b714-945f4b520a7d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0976899
Jul 08 15:32:47.603322 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-2f6c1bcb-fbce-4f82-bfd3-6cd83fcd1f3b req-7533d84a-2660-4097-a1d3-d855526e080f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447640
Jul 08 15:32:48.815169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b1e319-a36c-4e39-82b8-852a74604dbe req-e061ac9d-6dc7-4a04-b073-616c833b7e4c tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:48.816839 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-88b1e319-a36c-4e39-82b8-852a74604dbe req-e061ac9d-6dc7-4a04-b073-616c833b7e4c tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0974755
Jul 08 15:32:48.867166 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-88b1e319-a36c-4e39-82b8-852a74604dbe req-0f3417bd-8721-43f1-bab2-24d8b6f3b6ae tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443461
Jul 08 15:32:50.050620 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34b253-6fa9-432e-a075-e38faf12d3b3 req-9a55180a-c573-4a56-a6c5-8561aacd0a61 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:50.051970 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd34b253-6fa9-432e-a075-e38faf12d3b3 req-9a55180a-c573-4a56-a6c5-8561aacd0a61 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0797293
Jul 08 15:32:50.110126 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-cd34b253-6fa9-432e-a075-e38faf12d3b3 req-da8af68a-fe6e-422b-bb99-1afb622c5355 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517592
Jul 08 15:32:51.300182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89503325-f9a3-4e81-b34f-c3badc41a130 req-26f398fc-2858-4bba-a646-c1dbd1fd4ea6 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:51.301707 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-89503325-f9a3-4e81-b34f-c3badc41a130 req-26f398fc-2858-4bba-a646-c1dbd1fd4ea6 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0836680
Jul 08 15:32:51.352221 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-89503325-f9a3-4e81-b34f-c3badc41a130 req-70d39496-5b87-486e-9117-1e9fcc97261a tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442877
Jul 08 15:32:52.555468 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aac43a-f5d9-445a-8047-3931690d10a1 req-5e119f4c-cea0-466e-ab15-097de61433e0 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:52.556944 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a3aac43a-f5d9-445a-8047-3931690d10a1 req-5e119f4c-cea0-466e-ab15-097de61433e0 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0971494
Jul 08 15:32:52.601369 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a3aac43a-f5d9-445a-8047-3931690d10a1 req-8a7b12a2-5072-4344-bb63-eee35bcab92f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385277
Jul 08 15:32:53.812895 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8762c852-734c-4375-a253-bb9f8ee7c1b8 req-01775d58-27ae-40a2-a18b-600e47100950 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:53.815780 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8762c852-734c-4375-a253-bb9f8ee7c1b8 req-01775d58-27ae-40a2-a18b-600e47100950 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.1024435
Jul 08 15:32:53.865913 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8762c852-734c-4375-a253-bb9f8ee7c1b8 req-65312836-84f9-421a-a842-41b19cec21e4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431032
Jul 08 15:32:54.432159 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:55.055619 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aaef22-6d6d-4843-8bf8-54d643a5986c req-b0a0cf11-0fb7-41d3-9c68-d7ff2eec63cc tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:55.057630 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f6aaef22-6d6d-4843-8bf8-54d643a5986c req-b0a0cf11-0fb7-41d3-9c68-d7ff2eec63cc tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 931 time: 0.0833657
Jul 08 15:32:55.102021 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f6aaef22-6d6d-4843-8bf8-54d643a5986c req-425a5de6-2b0b-4be7-8a81-a77d8317ef5f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388708
Jul 08 15:32:55.721581 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Request body: {'port': {'device_id': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79867'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:32:55.835138 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.171831 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a2d16a-65aa-4dbe-a94e-5503cd08a77e {{(pid=78425) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:32:56.179206 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.193412 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.provisioning_blocks [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Transition to ACTIVE for port object a3a2d16a-65aa-4dbe-a94e-5503cd08a77e will not be triggered until provisioned by entity L2. {{(pid=78425) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jul 08 15:32:56.198221 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.202890 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ff615912-8714-43f3-839c-58bc16468aae tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:56.290903 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad656fb-989f-4be6-88f0-a73679a67200 req-86172fde-1fef-466d-8af1-f5bb20299827 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:56.292512 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4ad656fb-989f-4be6-88f0-a73679a67200 req-86172fde-1fef-466d-8af1-f5bb20299827 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 943 time: 0.0821722
Jul 08 15:32:56.351212 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4ad656fb-989f-4be6-88f0-a73679a67200 req-23538778-5ee4-469b-a276-b27e13fc669f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523703
Jul 08 15:32:56.392358 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=2']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:56.397435 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:56.439637 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Attempting to bind port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e on host hv-cinder-79867 for vnic_type normal with profile  {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jul 08 15:32:56.439974 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Attempting to bind port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e by drivers openvswitch,hyperv on host hv-cinder-79867 at level 0 using segments [{'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jul 08 15:32:56.440299 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Attempting to bind port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e on network fde4202d-aec7-4ed4-adc8-bf8357c9c85e {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:56.445305 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e on network fde4202d-aec7-4ed4-adc8-bf8357c9c85e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79867 {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jul 08 15:32:56.445696 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Attempting to bind port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e on network fde4202d-aec7-4ed4-adc8-bf8357c9c85e {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jul 08 15:32:56.451341 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Checking agent: {'id': 'aa85e2ba-b926-48d9-9c5a-fd545952f093', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79867', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'started_at': datetime.datetime(2021, 7, 8, 15, 18, 20), 'heartbeat_timestamp': datetime.datetime(2021, 7, 8, 15, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jul 08 15:32:56.451669 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Checking segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78425) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jul 08 15:32:56.452047 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Bound using segment: {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'} {{(pid=78425) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jul 08 15:32:56.452485 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.managers [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Bound port: a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host: hv-cinder-79867, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44286875-dddf-4e11-8b23-0ea512e8c818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e'}}] {{(pid=78425) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jul 08 15:32:56.452828 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.540502 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, cleared binding levels {{(pid=78425) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jul 08 15:32:56.543653 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78425) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jul 08 15:32:56.548176 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.551906 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-dd28194a-6b86-47b8-bd62-9156f62df715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:56.611682 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:56.612311 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:56.613746 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] 10.222.0.53 "PUT /v2.0/ports/a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 1093 time: 0.8976760
Jul 08 15:32:56.614265 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:32:56.637096 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=3']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:56.640442 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:56.697865 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:32:56.740116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-e9564e09-6003-40f1-be2a-f1d4a10b39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:56.741647 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-e9564e09-6003-40f1-be2a-f1d4a10b39a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1096 time: 0.0774653
Jul 08 15:32:56.814302 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-f2157c5a-477f-4138-bcc5-e8eccc2ceede service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 217 time: 0.0644586
Jul 08 15:32:56.876078 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-d09e883a-e6d6-4841-9c01-c16155ecd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:56.877554 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-d09e883a-e6d6-4841-9c01-c16155ecd909 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0569279
Jul 08 15:32:56.953952 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-45055904-a3d6-4131-94b2-2a790076d4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:56.955425 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-45055904-a3d6-4131-94b2-2a790076d4f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715451
Jul 08 15:32:57.179892 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-da0778ba-1695-4e40-ade6-313b637c1011 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177989
Jul 08 15:32:57.301813 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:32:57.311237 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-fe6cbecb-6407-4d6d-8ea8-56c3a9559baf req-fc9f081b-8de0-4b12-9e08-7c22296c0d34 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249831
Jul 08 15:32:57.421831 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-6f4dd0f0-42d6-412a-83b2-ce2ddeb260a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:57.423309 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-6f4dd0f0-42d6-412a-83b2-ce2ddeb260a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1096 time: 0.0701883
Jul 08 15:32:57.566104 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-98ad2bb0-46a5-4dc1-90fa-22a117432441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:57.567457 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-98ad2bb0-46a5-4dc1-90fa-22a117432441 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.1366408
Jul 08 15:32:57.632716 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df98cb9-f28a-42dc-a0b3-743d575b3ace req-43187fd8-b515-4fb6-9783-02ba1e205215 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:57.634191 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4df98cb9-f28a-42dc-a0b3-743d575b3ace req-43187fd8-b515-4fb6-9783-02ba1e205215 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 943 time: 0.1868424
Jul 08 15:32:57.639465 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-47316c4f-cd76-4b0a-b433-0e70153b05f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 217 time: 0.0645535
Jul 08 15:32:57.681922 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-4df98cb9-f28a-42dc-a0b3-743d575b3ace req-a15f072d-6eb9-412d-ba69-03522a094ec7 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410347
Jul 08 15:32:57.707058 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-09bf70eb-b21d-4205-8474-b2f6924a5176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:57.708561 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-09bf70eb-b21d-4205-8474-b2f6924a5176 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0619967
Jul 08 15:32:57.785955 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-82fa8428-e767-4743-bfeb-e116164c4df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:57.787424 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-82fa8428-e767-4743-bfeb-e116164c4df4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718057
Jul 08 15:32:57.918795 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-9de6ab88-e100-4d88-872d-b3124d27d998 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243689
Jul 08 15:32:58.049008 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bdedb71-4b1f-4bc4-bb8e-f9d4d3b994bc req-0c07c381-7f6c-443b-9f0e-90dabcae7576 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230333
Jul 08 15:32:58.867727 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a06648-5206-42f2-bcbe-240f3c7dcf61 req-6687d614-b4c8-41ae-a1a3-acb85532907e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:32:58.869216 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49a06648-5206-42f2-bcbe-240f3c7dcf61 req-6687d614-b4c8-41ae-a1a3-acb85532907e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 943 time: 0.0791910
Jul 08 15:32:58.914951 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-49a06648-5206-42f2-bcbe-240f3c7dcf61 req-5f6ac057-7901-4819-b4f4-60abf450b81b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391939
Jul 08 15:32:59.121617 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a3a2d16a-65aa-4dbe-a94e-5503cd08a77e details requested by agent hyperv_hv-cinder-79867 with host hv-cinder-79867 {{(pid=78426) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jul 08 15:32:59.255782 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a414da97-ce5e-42c4-89f8-97c5f30b671d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:59.278430 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:59.292841 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Returning: {'device': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'port_id': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78426) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jul 08 15:32:59.347004 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:59.364299 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a2d16a-65aa-4dbe-a94e-5503cd08a77e {{(pid=78426) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jul 08 15:32:59.379366 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:32:59.384011 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:32:59.386574 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:32:59.453226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=4']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:32:59.456719 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:32:59.587878 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:32:59.784314 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:00.101399 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a143bd5-b8b5-45ac-911a-cf918b6ff08a req-6e2b4ecc-6d1c-4e3e-8875-56235c261a49 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:00.102907 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5a143bd5-b8b5-45ac-911a-cf918b6ff08a req-6e2b4ecc-6d1c-4e3e-8875-56235c261a49 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 944 time: 0.0822029
Jul 08 15:33:00.148978 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5a143bd5-b8b5-45ac-911a-cf918b6ff08a req-6559177e-826c-496d-9191-dad641d654ed tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405233
Jul 08 15:33:01.132495 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a3a2d16a-65aa-4dbe-a94e-5503cd08a77e up at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jul 08 15:33:01.202532 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e completed by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jul 08 15:33:01.207292 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Provisioning complete for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e triggered by entity L2. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:33:01.207661 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:01.334347 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:01.352975 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb1325-9451-4e8c-80ef-ab1bc49389c2 req-0d41d489-6882-435e-b5bf-f7ccbd60ca45 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:01.354471 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-51bb1325-9451-4e8c-80ef-ab1bc49389c2 req-0d41d489-6882-435e-b5bf-f7ccbd60ca45 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 944 time: 0.0990179
Jul 08 15:33:01.361719 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78426) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:33:01.371489 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:33:01.376197 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211'] for port, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:01.378154 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:01.400698 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-51bb1325-9451-4e8c-80ef-ab1bc49389c2 req-d758aa1d-fbc8-40cf-9495-e602f1eaeda3 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404148
Jul 08 15:33:01.443127 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=5']} {{(pid=78426) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:01.446118 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_concurrency.lockutils [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78426) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:01.529990 dv-cinder-798671-3-iscsi neutron-server[78426]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'code': 200}
Jul 08 15:33:01.753036 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9b1e9-2abb-45d1-8149-4ca5fd81fee5 req-ac02a8df-a8e5-4736-ae5a-9f9cfbbbdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:01.754512 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8e9b1e9-2abb-45d1-8149-4ca5fd81fee5 req-ac02a8df-a8e5-4736-ae5a-9f9cfbbbdaf7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1098 time: 0.0704086
Jul 08 15:33:01.796834 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e8e9b1e9-2abb-45d1-8149-4ca5fd81fee5 req-58bdd34b-0600-495f-862d-b286cf660e75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353770
Jul 08 15:33:01.894597 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-74bfa71c-9193-4205-9849-954eb6c8d4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:02.683242 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:02.736246 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad3f5d-ec87-4977-8639-bc9c7fa1294d req-07213a8b-4671-49fd-9cda-2a19f1c674f2 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:02.737735 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e6ad3f5d-ec87-4977-8639-bc9c7fa1294d req-07213a8b-4671-49fd-9cda-2a19f1c674f2 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0801759
Jul 08 15:33:02.782145 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e6ad3f5d-ec87-4977-8639-bc9c7fa1294d req-90ecec6b-6673-4399-9f1c-349c5cdc0379 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387447
Jul 08 15:33:02.970384 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd8cb4-d889-4a04-9660-e70d68c2e542 req-47f01f98-9307-443c-84ed-4415dc5b72c4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:02.971834 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0dd8cb4-d889-4a04-9660-e70d68c2e542 req-47f01f98-9307-443c-84ed-4415dc5b72c4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0844193
Jul 08 15:33:03.019979 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-f0dd8cb4-d889-4a04-9660-e70d68c2e542 req-2043febf-0435-474f-975e-924716913542 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424891
Jul 08 15:33:03.406897 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb653532-5b02-428d-9cd2-faf2367755dc req-9ec77009-c55b-480f-b5a4-40c71bb8e218 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:03.408339 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb653532-5b02-428d-9cd2-faf2367755dc req-9ec77009-c55b-480f-b5a4-40c71bb8e218 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0794890
Jul 08 15:33:03.453396 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-fb653532-5b02-428d-9cd2-faf2367755dc req-b009e612-e76a-4431-889c-960d0289a19e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394897
Jul 08 15:33:04.169515 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:12.742676 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45816da-1888-4af7-8b27-8017e02a0920 req-5549932d-fc14-4557-b9e0-cdb7b4943bdd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:12.744143 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e45816da-1888-4af7-8b27-8017e02a0920 req-5549932d-fc14-4557-b9e0-cdb7b4943bdd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0874407
Jul 08 15:33:12.789319 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-e45816da-1888-4af7-8b27-8017e02a0920 req-ab68ea6a-af93-47df-b03b-b652e283c0b5 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387492
Jul 08 15:33:12.812973 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43516) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:12.922953 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8b2773-dec6-49f4-a549-b67a262c85da tempest-TestMinimumBasicScenario-979859031 tempest-TestMinimumBasicScenario-979859031-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:12.923644 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3c8b2773-dec6-49f4-a549-b67a262c85da tempest-TestMinimumBasicScenario-979859031 tempest-TestMinimumBasicScenario-979859031-project-admin] Synchronizing usage tracker for tenant:45353be6d7304e18b16fe8112172ccec on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:33:12.940321 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-3c8b2773-dec6-49f4-a549-b67a262c85da tempest-TestMinimumBasicScenario-979859031 tempest-TestMinimumBasicScenario-979859031-project-admin] Unset dirty status for tenant:45353be6d7304e18b16fe8112172ccec on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:33:12.941462 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-3c8b2773-dec6-49f4-a549-b67a262c85da tempest-TestMinimumBasicScenario-979859031 tempest-TestMinimumBasicScenario-979859031-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1093 time: 0.1275773
Jul 08 15:33:12.944353 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43522) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:12.949522 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'floatingip': {'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'port_id': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:12.956270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:12.960044 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:floatingip and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:12.962851 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:12.968500 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:12.979594 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for floatingip, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:13.115350 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:13.251164 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_common [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Allocated IP 172.27.2.147 (05b9d2fe-81ba-4fed-82ad-df9aee50ba25/30ecf406-9716-4abb-8de8-c586d28ddfdb/c908fcaa-74b0-49f8-8bee-3987d7c7ab23) {{(pid=78424) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jul 08 15:33:13.397142 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for port, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:13.427270 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744519750148', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:13.431982 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-8ae5b49c-bf6e-4920-a64b-a6fdea167820 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:13.492832 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Network 05b9d2fe-81ba-4fed-82ad-df9aee50ba25 is already hosted by enough agents. {{(pid=78424) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jul 08 15:33:13.495640 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.base_scheduler [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources bound (agent type, host, resource id):  {{(pid=78424) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jul 08 15:33:13.499664 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Received port after_create {{(pid=78424) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jul 08 15:33:13.545123 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'Port': ['ID=c908fcaa-74b0-49f8-8bee-3987d7c7ab23,revision_number=1']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:13.556440 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.556821 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.557208 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.557570 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.557928 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.558282 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.558634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.558987 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.559335 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.559683 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.560027 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.560393 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:33:13.565048 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:13.932126 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:14.006191 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:14.311754 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:14.316196 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:14.319889 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:14.423451 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'Port': ['ID=c908fcaa-74b0-49f8-8bee-3987d7c7ab23,revision_number=2']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:14.427286 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:14.436263 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66925655'] for floatingip, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:14.603126 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Floating IP ec05036e-6140-4927-92f2-2494c8e48e41 associated. External IP: 172.27.2.147, port: a3a2d16a-65aa-4dbe-a94e-5503cd08a77e.
Jul 08 15:33:14.956337 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:33:15.133517 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:33:15.143119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Sync routers for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:33:15.153252 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:33:15.153868 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded4d670>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:33:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:33:15.159076 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.216884 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-01186d4c-e16e-40d4-a684-f17e624df77b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2713139
Jul 08 15:33:15.217443 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:33:15.219632 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43526) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:15.225316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1489224912', 'description': 'tempest-secgroup-smoke-1489224912 description', 'project_id': '1009c0219f8f4f6c95b927d29de795aa'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:15.232173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:15.241613 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:15.252428 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.273259 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:15.278893 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:15.281769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:15.287686 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:15.335091 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:33:15.340407 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:33:15.400273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.413154 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.419033 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-eb332e34-78f2-40d4-a7fc-73fd82ef261c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:15.466645 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5,revision_number=1']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:15.470525 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:15.471867 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.473108 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-26f30cc7-c902-4b09-b039-4ce59192b85e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2523291
Jul 08 15:33:15.476770 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43534) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:15.484617 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:15.486436 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-25e88e14-48d9-465c-86cd-c912b5089769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:15.487980 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-25e88e14-48d9-465c-86cd-c912b5089769 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1098 time: 0.1305254
Jul 08 15:33:15.491518 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:15.495931 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:15.499165 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:15.505473 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:15.524785 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.595859 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.601241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.603771 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:15.629371 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07df3303-6e0f-4cf8-ae17-2b160aa0c116,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:15.632648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:15.641979 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.646384 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-048c6d71-4863-4718-b8e5-139778cf3c4b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1680369
Jul 08 15:33:15.647180 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43538) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:15.653245 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:15.659536 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:15.664112 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:15.667268 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:15.673757 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:15.696548 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.731293 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-f58ce971-02d0-4a60-9b63-f43dc498d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:15.733173 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-f58ce971-02d0-4a60-9b63-f43dc498d7a7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.2375410
Jul 08 15:33:15.765670 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded4d670>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'ec05036e-6140-4927-92f2-2494c8e48e41', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'port_id': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:33:13Z', 'updated_at': '2021-07-08T15:33:13Z', 'revision_number': 0, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:33:15.770008 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Checking router: b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:33:15.773875 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.778362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.778620 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:33:15.779341 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded4d670>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:33:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:33:15.784655 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:15.804183 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62a29e7-4c84-4caf-9177-91dfdbc06bca,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:15.806817 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:15.815906 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.817522 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-a919f00b-0872-4b87-99c9-7d54d9dc0136 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1692638
Jul 08 15:33:15.820362 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43542) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:15.826034 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:15.835020 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:15.840092 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:15.844210 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:15.849566 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:15.849779 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-61ea0dd4-0ad9-49cd-8536-8364a5b7dd7d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 999 time: 0.1093664
Jul 08 15:33:15.868645 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.917827 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-d25bd1ea-7f6e-4950-a5f8-6b74cef10c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:15.919694 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-d25bd1ea-7f6e-4950-a5f8-6b74cef10c67 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0637391
Jul 08 15:33:15.936260 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.939892 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.948355 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2fd07d3b-7f1e-4829-907d-d1dbca2a771c tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:15.961601 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:33:15.968868 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b731256b-17bc-4591-9fd6-7983e96ddcfe,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:15.971280 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:15.977258 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:15.978643 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-dfc91536-dc67-4450-94cd-7b1fa1c98011 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1570609
Jul 08 15:33:15.982159 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43546) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:15.987889 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:15.995963 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:16.001321 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:16.005263 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78425) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:16.011830 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.quota.driver [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78425) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:16.032412 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-e9f1bb72-f832-4a13-8b8b-6b389fe3283c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:16.033892 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-e9f1bb72-f832-4a13-8b8b-6b389fe3283c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1079462
Jul 08 15:33:16.035206 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.201675 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.206821 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.211630 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-55ffa553-5f6b-4318-ad66-d5ad8586a110 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1688988
Jul 08 15:33:16.215929 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:16.303244 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07ff93e-46b1-442a-ab9d-8364b502c02a,revision_number=0']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:16.309714 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded4d670>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'ec05036e-6140-4927-92f2-2494c8e48e41', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'port_id': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:33:13Z', 'updated_at': '2021-07-08T15:33:13Z', 'revision_number': 0, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:33:16.314659 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7aaf7d-586b-4197-8837-f94b6158fdf2 None None] The sync data for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi is: [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_floatingips': [{'id': 'ec05036e-6140-4927-92f2-2494c8e48e41', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'floating_ip_address': '172.27.2.147', 'floating_network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'router_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'port_id': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'mac_address': 'fa:16:3e:7e:bc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-08T15:33:13Z', 'updated_at': '2021-07-08T15:33:13Z', 'revision_number': 0, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:33:16.315062 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:16.325326 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.326491 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-f84a2d96-b1f1-4a2e-9305-c1684d6999fd tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3434711
Jul 08 15:33:16.329555 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43550) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:16.335512 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:16.343100 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:16.347425 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:16.350641 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:16.357365 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:16.370732 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.securitygroups_db [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Project 1009c0219f8f4f6c95b927d29de795aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:33:16.377875 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-b27bec51-f815-4213-8a43-2425d0d9f6d4 req-70b5c4f6-60ae-40cf-9813-ef06c515f2b5 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1560323
Jul 08 15:33:16.378457 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.445779 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.450016 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.452131 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:16.475109 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2235667e-4bd8-4527-86eb-eb638da91989,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:16.477570 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:16.487078 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.488467 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-638610b4-f81c-4513-be3b-2c408b009c43 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1577110
Jul 08 15:33:16.491053 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43554) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:33:16.496261 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'security_group_rule': {'security_group_id': 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5', 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:16.502566 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jul 08 15:33:16.506424 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Usage tracker for resource:security_group_rule and tenant:1009c0219f8f4f6c95b927d29de795aa is out of sync, need to count used quota {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jul 08 15:33:16.509448 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78424) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jul 08 15:33:16.515203 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.quota.driver [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78424) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jul 08 15:33:16.527334 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.securitygroups_db [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Project 1009c0219f8f4f6c95b927d29de795aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jul 08 15:33:16.535318 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.543666 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b189a98-571e-4a18-93e4-d9dc3f4e1419 None None] New status for floating IP ec05036e-6140-4927-92f2-2494c8e48e41: ACTIVE {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:33:16.604856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.608591 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772360'] for security_group_rule, after_create {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.615123 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-96a07908-3aaa-4fb4-ac1d-876eb237c8d0 tempest-TestShelveInstance-1781162314 tempest-TestShelveInstance-1781162314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:16.638329 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebd71ab-da75-4285-860e-004d09f4e8b7,revision_number=0']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:16.641105 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:16.649063 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:16.650810 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-775fa546-cf5e-4165-8f59-1615108f8e99 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1583636
Jul 08 15:33:16.894733 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-e78bb46c-4e1b-4f97-bad1-23a0efd38ec9 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489224912&fields=id&tenant_id=1009c0219f8f4f6c95b927d29de795aa HTTP/1.1" status: 200  len: 267 time: 0.1541770
Jul 08 15:33:16.977634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-72b5cad5-6c52-4d57-82f6-8f773351b55b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:16.979094 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-72b5cad5-6c52-4d57-82f6-8f773351b55b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0790598
Jul 08 15:33:16.989829 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.v2.base [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'port': {'security_groups': ['708933d5-09c8-451f-a530-9ce5b5d3c168', 'ce6358f5-30ce-426a-b5ce-3a2ba067c2d5']}} {{(pid=78424) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:33:17.113320 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:17.367793 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:33:17.392682 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for port, precommit_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:17.397737 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65532955'] for port, after_update {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:17.403528 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:33:17.409235 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:33:17.476481 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:17.477870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:17.480008 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-d941d0d7-9a02-4ae1-b272-5624207be90a req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "PUT /v2.0/ports/a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 981 time: 0.4946563
Jul 08 15:33:17.480954 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:33:17.539497 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=6']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:33:17.556760 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-783e1f37-0d33-4a57-9ba4-691f2c9ea823 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:33:17.558462 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:33:17.566037 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:33:17.734292 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc6f63-ef3b-4941-b596-59482adddfe2 req-2f55593d-30d0-4b1e-8508-683691917851 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:17.736045 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-76dc6f63-ef3b-4941-b596-59482adddfe2 req-2f55593d-30d0-4b1e-8508-683691917851 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.1135514
Jul 08 15:33:17.808755 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-5a8087a9-7468-401e-a64d-f5416eb9a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:17.809386 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-76dc6f63-ef3b-4941-b596-59482adddfe2 req-7145d09a-015e-4619-95f9-665a215fd479 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0659518
Jul 08 15:33:17.809978 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-5a8087a9-7468-401e-a64d-f5416eb9a404 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1137 time: 0.1831753
Jul 08 15:33:17.961798 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-a4bc148d-2cd5-4eaa-b419-cb33735525dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:17.963275 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-a4bc148d-2cd5-4eaa-b419-cb33735525dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.1466954
Jul 08 15:33:17.964764 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-308fce53-c51e-44c5-a709-ebe936dd4d7a None None] Provisioning complete for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:33:17.965152 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-308fce53-c51e-44c5-a709-ebe936dd4d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:18.068950 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-8065a004-eae4-443e-996c-806d2e942c5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 1001 time: 0.0978007
Jul 08 15:33:18.131487 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-77da8526-c15a-43d6-932b-9bb07c7aaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:18.132989 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-77da8526-c15a-43d6-932b-9bb07c7aaedc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0576348
Jul 08 15:33:18.242895 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-aa3e27a3-dbf9-4e7d-be97-13e586e0191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:18.244291 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-aa3e27a3-dbf9-4e7d-be97-13e586e0191a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1047206
Jul 08 15:33:18.408001 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-99f48dd5-8d6d-4589-98e5-cc84e2f26018 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573608
Jul 08 15:33:18.541144 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-a1558380-29eb-49ab-a3ab-181c48da33e8 req-34373fec-c93d-4d99-8e9a-48d04534ebc2 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261816
Jul 08 15:33:24.431160 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:25.121239 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-bf6a61bc-23c2-4f74-8689-d2e60892bc1b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0719945
Jul 08 15:33:25.262269 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-1d8df71b-7f91-42ac-8dfa-b207ad5bbe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:25.263733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-1d8df71b-7f91-42ac-8dfa-b207ad5bbe81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1137 time: 0.0706213
Jul 08 15:33:25.513249 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-fc8a3f81-4298-4ef5-97fe-43d8080f870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:25.514699 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-fc8a3f81-4298-4ef5-97fe-43d8080f870f service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.2320220
Jul 08 15:33:25.618105 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-028d2838-c06d-473e-9507-cd31d5b0acb1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 1001 time: 0.0964949
Jul 08 15:33:25.683771 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-52087ffb-219a-4867-8c65-2ad0a2d07722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:25.685219 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-52087ffb-219a-4867-8c65-2ad0a2d07722 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0610006
Jul 08 15:33:25.761946 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-a9cc4414-1183-4424-bfa3-e3f6bce31238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:25.763554 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-a9cc4414-1183-4424-bfa3-e3f6bce31238 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0715585
Jul 08 15:33:25.903996 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-c9a3f0ef-9887-4e7b-ae2d-e198f02be5ab service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337104
Jul 08 15:33:26.037921 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-09db031f-2a6e-462c-9a83-8edda61f8c63 req-f0c16fb7-4808-4e3f-a354-d36745de9355 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273539
Jul 08 15:33:29.199533 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-0d0d35e1-1073-444f-aee5-9f4f47e2b84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:29.789947 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:31.929394 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-59383c80-ccf0-4bdb-95ea-1bc4baefcbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:32.685011 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:34.171534 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:34.300264 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:33:35.135160 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-4d150416-d0de-4ee9-b724-0f6eb2a15b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:35.136679 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-4d150416-d0de-4ee9-b724-0f6eb2a15b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1137 time: 0.0765338
Jul 08 15:33:35.174792 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920492b0-2dc8-4ba4-9864-57560bba468d req-917a0973-e913-41ab-b56f-82425552242e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:35.176280 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-920492b0-2dc8-4ba4-9864-57560bba468d req-917a0973-e913-41ab-b56f-82425552242e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0893402
Jul 08 15:33:35.226446 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-920492b0-2dc8-4ba4-9864-57560bba468d req-a35864f1-1363-4082-bbf8-1c8665760d2c tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443032
Jul 08 15:33:35.270348 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-1225eac4-e14d-4b40-b8d5-9656fe7cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:35.271720 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-1225eac4-e14d-4b40-b8d5-9656fe7cb3cf service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.1282995
Jul 08 15:33:35.371733 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-9f4abcc8-6cbe-4bc2-939f-078eb01919ef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 1001 time: 0.0932193
Jul 08 15:33:35.436462 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-5994ecb8-be03-4d1a-8dd1-98c0b63632f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:35.437923 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-5994ecb8-be03-4d1a-8dd1-98c0b63632f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0601039
Jul 08 15:33:35.516842 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-1adee0c3-3105-4c77-9592-0ba9059b8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:35.518389 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-1adee0c3-3105-4c77-9592-0ba9059b8ac8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735230
Jul 08 15:33:35.649574 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-a0094d7a-fe4c-45da-8c01-aed9284ded87 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241620
Jul 08 15:33:35.784236 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-1591887e-aaef-4b74-a4c9-14ae45da16c7 req-3d2fae07-7e0e-4a71-971b-ea8453d1aa73 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274757
Jul 08 15:33:36.414791 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835d7dd-6801-46a0-bd2f-383e5830b881 req-6d5fad4d-14ef-4cc4-b4b1-38b0e3c01da4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:36.416241 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6835d7dd-6801-46a0-bd2f-383e5830b881 req-6d5fad4d-14ef-4cc4-b4b1-38b0e3c01da4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0841389
Jul 08 15:33:36.463243 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-6835d7dd-6801-46a0-bd2f-383e5830b881 req-e14d42f3-3fbc-4076-a16f-2f24c7681a64 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:33:36.477757 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-6835d7dd-6801-46a0-bd2f-383e5830b881 req-e14d42f3-3fbc-4076-a16f-2f24c7681a64 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:33:36.479009 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6835d7dd-6801-46a0-bd2f-383e5830b881 req-e14d42f3-3fbc-4076-a16f-2f24c7681a64 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0570674
Jul 08 15:33:37.663809 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1c181-ed28-41a4-ad3a-eb5154050ba8 req-c48f174e-97d3-4da3-8417-7ced35a14d88 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:37.665287 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-89e1c181-ed28-41a4-ad3a-eb5154050ba8 req-c48f174e-97d3-4da3-8417-7ced35a14d88 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0801134
Jul 08 15:33:37.714742 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-89e1c181-ed28-41a4-ad3a-eb5154050ba8 req-cf984ef4-542f-4654-ab0e-eba8d27ddd1f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0432086
Jul 08 15:33:38.904193 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9360f0-e9e8-4a8c-9e63-a95a750d0027 req-4b1250c2-b342-4928-8ccc-cffac4af9969 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:38.905891 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-aa9360f0-e9e8-4a8c-9e63-a95a750d0027 req-4b1250c2-b342-4928-8ccc-cffac4af9969 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0845523
Jul 08 15:33:38.958071 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-aa9360f0-e9e8-4a8c-9e63-a95a750d0027 req-0bab798e-cf8b-4bc1-96f2-436e9a9b7162 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0464005
Jul 08 15:33:40.149587 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca135ec-e4c5-468c-811f-bb974b2c6847 req-d15f2e0f-8cae-4502-9723-b943b5770c1f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:40.150958 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eca135ec-e4c5-468c-811f-bb974b2c6847 req-d15f2e0f-8cae-4502-9723-b943b5770c1f tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0857460
Jul 08 15:33:40.213161 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-eca135ec-e4c5-468c-811f-bb974b2c6847 req-b147a45b-063a-47c2-9e08-21ff622c8fb2 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0558951
Jul 08 15:33:41.398187 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99200d2b-e28a-485e-9851-5ab000bd6766 req-592c6450-22a9-45df-9c68-17506b0cd44a tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:41.399666 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-99200d2b-e28a-485e-9851-5ab000bd6766 req-592c6450-22a9-45df-9c68-17506b0cd44a tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0819659
Jul 08 15:33:41.445911 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-99200d2b-e28a-485e-9851-5ab000bd6766 req-2d81f6bc-6ff7-4730-86bd-84c6154a3b9e tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402629
Jul 08 15:33:42.626083 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65514640-4ca4-41af-9b6b-77e95577c530 req-b56aef44-c23b-4fbc-a92f-594a425af832 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:42.627537 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-65514640-4ca4-41af-9b6b-77e95577c530 req-b56aef44-c23b-4fbc-a92f-594a425af832 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0784018
Jul 08 15:33:42.677259 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-65514640-4ca4-41af-9b6b-77e95577c530 req-484984c7-1e1a-4650-a691-bea9672602d9 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438297
Jul 08 15:33:43.982921 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de061e56-d231-4616-ad92-daef2f043c60 req-3871b1af-1538-49ea-b459-b6a0985bf9d7 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:43.984307 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de061e56-d231-4616-ad92-daef2f043c60 req-3871b1af-1538-49ea-b459-b6a0985bf9d7 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.1875160
Jul 08 15:33:44.032343 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-de061e56-d231-4616-ad92-daef2f043c60 req-ab208ec6-90d9-4a4a-bed0-7219c8776cc5 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422466
Jul 08 15:33:45.220119 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19552b-662f-4096-abc2-2526182dde55 req-f74c7852-7538-44cc-86c0-dca10c50b059 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:45.221659 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5b19552b-662f-4096-abc2-2526182dde55 req-f74c7852-7538-44cc-86c0-dca10c50b059 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0807481
Jul 08 15:33:45.268149 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-5b19552b-662f-4096-abc2-2526182dde55 req-524f095a-1334-4613-a5fa-4275f407077d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0407653
Jul 08 15:33:46.455309 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee052aa-fc39-4c1d-8de2-3aaa1c970512 req-042ab993-e2ec-4b82-b92e-bc02387be866 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:46.456796 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6ee052aa-fc39-4c1d-8de2-3aaa1c970512 req-042ab993-e2ec-4b82-b92e-bc02387be866 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0816128
Jul 08 15:33:46.507836 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-6ee052aa-fc39-4c1d-8de2-3aaa1c970512 req-8ce81c72-fb7b-4135-b7df-f97eb34be069 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443602
Jul 08 15:33:47.706326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92279f-0681-4513-b62b-c633fe1cb574 req-ac7c0369-7552-4032-9257-c1b9494b7189 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:33:47.707813 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3d92279f-0681-4513-b62b-c633fe1cb574 req-ac7c0369-7552-4032-9257-c1b9494b7189 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0932641
Jul 08 15:33:47.755690 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-3d92279f-0681-4513-b62b-c633fe1cb574 req-8b59e3fa-77a8-48aa-be32-fd0d029c2f02 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5&id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0420189
Jul 08 15:33:54.444035 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:59.202936 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-eed58f07-8d3d-4ed7-8caa-b5240b54529e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:33:59.792271 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:01.892183 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f9eca191-fbc7-455f-b701-61f546efc46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:02.689161 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:04.174276 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:11.299313 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:34:20.099703 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bac7045-e8d0-434d-8221-575289729ad4 req-097c3b2a-3968-45a0-bf8e-9365c31c85eb tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1489224912&fields=id&tenant_id=1009c0219f8f4f6c95b927d29de795aa HTTP/1.1" status: 200  len: 267 time: 0.0409040
Jul 08 15:34:20.184098 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7045-e8d0-434d-8221-575289729ad4 req-6d9693bd-43ed-4b77-b97f-1047d8287878 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:20.185587 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bac7045-e8d0-434d-8221-575289729ad4 req-6d9693bd-43ed-4b77-b97f-1047d8287878 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 984 time: 0.0805399
Jul 08 15:34:20.196859 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.v2.base [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Request body: {'port': {'security_groups': ['708933d5-09c8-451f-a530-9ce5b5d3c168']}} {{(pid=78425) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jul 08 15:34:20.318116 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1348061'] for port, before_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.571548 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:20.595637 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for port, precommit_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.601055 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744520115146', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744519750166', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744519750211', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65517538'] for port, after_update {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.607047 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-62f65d04-ea39-4bbb-8afb-091c3a866f29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:20.613289 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:34:20.676743 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:20.677378 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.678779 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-7bac7045-e8d0-434d-8221-575289729ad4 req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "PUT /v2.0/ports/a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 942 time: 0.4864745
Jul 08 15:34:20.679317 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:34:20.685648 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43616) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:20.718701 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event updated for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=7']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:20.728173 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.728630 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.729013 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.729396 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.729769 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.730144 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.731499 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.731892 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.732264 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.732677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.733205 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.734142 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78425) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.738595 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-f685c295-ee66-4783-932c-b26fb8ea8adf tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:20.741233 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:34:20.781930 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:34:20.790250 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.827377 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.843753 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-6076f287-312b-4bdb-876b-f9df2a930eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:20.845449 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-6076f287-312b-4bdb-876b-f9df2a930eb7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1098 time: 0.0845745
Jul 08 15:34:20.922220 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.931485 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-c6085487-8f72-4d34-86f8-257b2590f967 tempest-AttachVolumeTestJSON-562704598 tempest-AttachVolumeTestJSON-562704598-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:20.950423 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6358f5-30ce-426a-b5ce-3a2ba067c2d5,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:20.958745 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.959024 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.959381 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.959944 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.960503 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.961050 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.961581 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.962108 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.962634 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.963230 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.963762 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.964293 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798671-3-iscsi {{(pid=78424) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jul 08 15:34:20.972778 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:20.974149 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for security_group, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:20.975451 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-536a876e-893f-474d-b583-5bc872bd39f1 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "DELETE /v2.0/security-groups/ce6358f5-30ce-426a-b5ce-3a2ba067c2d5 HTTP/1.1" status: 204  len: 168 time: 0.2889140
Jul 08 15:34:20.980868 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43620) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:21.008969 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-0ca02d37-3d2e-4e6d-b3f0-8d9379e0d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:21.010430 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-0ca02d37-3d2e-4e6d-b3f0-8d9379e0d1c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.1544948
Jul 08 15:34:21.047700 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.provisioning_blocks [None req-9277da16-89fc-4ecc-80f9-126f4c38a7e5 None None] Provisioning complete for port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e triggered by entity DHCP. {{(pid=78426) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jul 08 15:34:21.047700 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-9277da16-89fc-4ecc-80f9-126f4c38a7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1230182'] for port, provisioning_complete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.126978 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-ce449f0b-5644-4bcf-8ded-6b84e0639054 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 1001 time: 0.1097846
Jul 08 15:34:21.190820 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-64cfc77f-c832-473a-b9a6-cae38f25d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:21.192060 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Deleting port c908fcaa-74b0-49f8-8bee-3987d7c7ab23 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:21.192455 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-64cfc77f-c832-473a-b9a6-cae38f25d061 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0584583
Jul 08 15:34:21.192586 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.269742 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-b00b816d-66e0-463a-a172-acd6e4c4badb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:21.271313 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-b00b816d-66e0-463a-a172-acd6e4c4badb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724885
Jul 08 15:34:21.405155 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-d208a2cd-3726-4c85-835f-b99c9a498316 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271470
Jul 08 15:34:21.462839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.463169 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.547792 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-246450d2-813f-4ed2-92b1-e8db808b5df9 req-76753761-f4c8-4b1a-b6e8-62a6e3bde444 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361907
Jul 08 15:34:21.585500 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Calling delete_port for c908fcaa-74b0-49f8-8bee-3987d7c7ab23 owned by network:floatingip {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:21.740269 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.745202 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-82f50255-62f7-418f-8c0f-db094dd8907f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:21.792073 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event deleted for resources: {'Port': ['ID=c908fcaa-74b0-49f8-8bee-3987d7c7ab23,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:21.818254 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:21.880460 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks [] for floatingip, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:21.880797 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.db.l3_db [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Floating IP ec05036e-6140-4927-92f2-2494c8e48e41 disassociated (deleted). External IP: 172.27.2.147, port: a3a2d16a-65aa-4dbe-a94e-5503cd08a77e.
Jul 08 15:34:22.235646 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:34:22.413064 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:34:22.427491 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Sync routers for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:34:22.435661 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for floatingip, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:22.437676 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:22.438297 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded6e280>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:22.493119 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-b6371d7c-4d06-4a4f-9451-a8946e200f97 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "DELETE /v2.0/floatingips/ec05036e-6140-4927-92f2-2494c8e48e41 HTTP/1.1" status: 204  len: 168 time: 1.5109279
Jul 08 15:34:22.493789 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78424) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:34:22.545145 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:34:22.620620 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:22.649832 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427743c-3d09-48c8-b866-f34264360172 req-a0c4536e-aad0-4645-be63-ad935b4357b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:22.651996 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-a0c4536e-aad0-4645-be63-ad935b4357b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1009c0219f8f4f6c95b927d29de795aa&device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 1098 time: 0.0868661
Jul 08 15:34:22.903679 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427743c-3d09-48c8-b866-f34264360172 req-b6e1244d-ef59-4994-8f28-c799a51c7eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:22.905301 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-b6e1244d-ef59-4994-8f28-c799a51c7eaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 200  len: 916 time: 0.2469463
Jul 08 15:34:22.980263 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-1161a2ea-2403-441b-b0b7-991b2a3c45ea service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 200  len: 217 time: 0.0668478
Jul 08 15:34:22.986498 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded6e280>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:22.990454 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Checking router: b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:34:22.999009 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:22.999644 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fded6e280>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:02Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:23.049611 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427743c-3d09-48c8-b866-f34264360172 req-67aabbba-ded5-4cb8-9852-ab3be823cbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:23.050958 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-67aabbba-ded5-4cb8-9852-ab3be823cbec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 200  len: 854 time: 0.0618901
Jul 08 15:34:23.129327 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427743c-3d09-48c8-b866-f34264360172 req-9d65246f-83e2-4236-978b-70f939f25e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:23.130821 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-9d65246f-83e2-4236-978b-70f939f25e67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fde4202d-aec7-4ed4-adc8-bf8357c9c85e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734093
Jul 08 15:34:23.177656 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:23.263593 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-c768e5f6-ecc6-4348-af24-5f639bc3760b service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255615
Jul 08 15:34:23.406523 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-f427743c-3d09-48c8-b866-f34264360172 req-8108e717-32f0-4f99-bf6c-a3419f5f6eb0 service neutron] 10.222.0.53 "GET /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355057
Jul 08 15:34:23.544668 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fded6e280>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:23.549591 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2298f238-4b8a-4c9f-bb40-ad1e3d9452fc None None] The sync data for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi is: [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:24Z', 'revision_number': 4, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi', '_interfaces': [{'id': '270261b9-02b2-4fde-88fa-864ea38243ce', 'name': '', 'network_id': 'fde4202d-aec7-4ed4-adc8-bf8357c9c85e', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'mac_address': 'fa:16:3e:61:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:23Z', 'updated_at': '2021-07-08T15:32:29Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'subnets': [{'id': 'c5b76373-877a-40ae-86e3-831be6048ff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:34:23.797411 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8e9561-7604-4aef-ab2a-eebf7a5d5864 None None] New status for floating IP ec05036e-6140-4927-92f2-2494c8e48e41: DOWN {{(pid=78427) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jul 08 15:34:24.442669 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:25.772996 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8facb864-70c8-41b9-831b-f216d25b26ac req-4b8ac5b5-b847-47fc-93b2-4bf9b7036e34 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78424) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:25.773678 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-8facb864-70c8-41b9-831b-f216d25b26ac req-4b8ac5b5-b847-47fc-93b2-4bf9b7036e34 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:34:25.789217 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-8facb864-70c8-41b9-831b-f216d25b26ac req-4b8ac5b5-b847-47fc-93b2-4bf9b7036e34 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:34:25.790390 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8facb864-70c8-41b9-831b-f216d25b26ac req-4b8ac5b5-b847-47fc-93b2-4bf9b7036e34 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0949235
Jul 08 15:34:25.833589 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-8facb864-70c8-41b9-831b-f216d25b26ac req-b0e7514d-21d9-4b7d-9a6e-00419273086d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78424) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:34:25.848506 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.quota.resource [req-8facb864-70c8-41b9-831b-f216d25b26ac req-b0e7514d-21d9-4b7d-9a6e-00419273086d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:security_group {{(pid=78424) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:34:25.849620 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [req-8facb864-70c8-41b9-831b-f216d25b26ac req-b0e7514d-21d9-4b7d-9a6e-00419273086d tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532498
Jul 08 15:34:27.043379 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2531a9-203e-4baa-be52-ebd8492972d8 req-fc5075a4-35bd-40f7-9258-ccd22de3e3e4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:27.044794 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ce2531a9-203e-4baa-be52-ebd8492972d8 req-fc5075a4-35bd-40f7-9258-ccd22de3e3e4 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0860429
Jul 08 15:34:27.089240 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-ce2531a9-203e-4baa-be52-ebd8492972d8 req-f38ddb71-4912-44e6-98db-33d0627c59d9 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/security-groups?id=708933d5-09c8-451f-a530-9ce5b5d3c168&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381486
Jul 08 15:34:27.331571 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea98de15-10db-43da-a5d4-5d4e77e6439b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78425) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jul 08 15:34:27.333024 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea98de15-10db-43da-a5d4-5d4e77e6439b tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.53 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 945 time: 0.0794802
Jul 08 15:34:27.407011 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Deleting port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:27.407354 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:27.661253 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] For port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e, host hv-cinder-79867, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79867',level=0,port_id=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:27.661532 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:27.784470 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Calling delete_port for a3a2d16a-65aa-4dbe-a94e-5503cd08a77e owned by compute:nova {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:27.928295 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:27.933777 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-1d068e61-ca1e-4130-b529-dd837005342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:27.939195 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] get_ports_and_sgs() called for port_ids ['a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'] {{(pid=78426) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jul 08 15:34:27.978159 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Pushing event deleted for resources: {'Port': ['ID=a3a2d16a-65aa-4dbe-a94e-5503cd08a77e,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:27.981266 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:28.057223 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] No DVR routers for this DVR port a3a2d16a-65aa-4dbe-a94e-5503cd08a77e on host hv-cinder-79867 {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:34:28.059654 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-132656'] for port, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:28.062225 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'name': 'network-vif-deleted', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e'}] {{(pid=78425) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jul 08 15:34:28.078192 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-723ff7f5-8f92-4673-a3e2-fe0c6e12af4b req-ea60aa08-d952-4781-9839-5000dcaed042 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.53 "DELETE /v2.0/ports/a3a2d16a-65aa-4dbe-a94e-5503cd08a77e HTTP/1.1" status: 204  len: 173 time: 0.7400460
Jul 08 15:34:28.113363 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1da315f-d180-404f-a534-aeb29bf447bb', 'name': 'network-vif-deleted', 'tag': 'a3a2d16a-65aa-4dbe-a94e-5503cd08a77e', 'status': 'completed', 'code': 200}
Jul 08 15:34:28.241313 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-e55a0b42-a9e2-437a-8434-8e333fc2ff60 req-737b2eff-4bed-430c-bce3-e80bfddff354 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Synchronizing usage tracker for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78425) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jul 08 15:34:28.256652 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.quota.resource [req-e55a0b42-a9e2-437a-8434-8e333fc2ff60 req-737b2eff-4bed-430c-bce3-e80bfddff354 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] Unset dirty status for tenant:1009c0219f8f4f6c95b927d29de795aa on resource:port {{(pid=78425) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jul 08 15:34:28.257728 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [req-e55a0b42-a9e2-437a-8434-8e333fc2ff60 req-737b2eff-4bed-430c-bce3-e80bfddff354 tempest-TestMinimumBasicScenario-1603917544 tempest-TestMinimumBasicScenario-1603917544-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1da315f-d180-404f-a534-aeb29bf447bb HTTP/1.1" status: 200  len: 210 time: 0.0596693
Jul 08 15:34:29.204736 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-f7b43cbd-83d0-40b6-9782-3d58dd893d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:29.796042 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:29.900589 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43702) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:30.552104 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:30.900430 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Deleting port 270261b9-02b2-4fde-88fa-864ea38243ce {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:30.900775 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:31.069570 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] For port 270261b9-02b2-4fde-88fa-864ea38243ce, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=270261b9-02b2-4fde-88fa-864ea38243ce,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:31.069959 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:31.191839 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Calling delete_port for 270261b9-02b2-4fde-88fa-864ea38243ce owned by network:router_interface {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:31.557398 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:31.562241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-304f1942-21aa-464b-938d-d5e5a01dbb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:31.602268 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a3a2d16a-65aa-4dbe-a94e-5503cd08a77e no longer exists at agent hyperv_hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:31.605870 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Pushing event deleted for resources: {'Port': ['ID=270261b9-02b2-4fde-88fa-864ea38243ce,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:31.639584 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] No Port match for: a3a2d16a-65aa-4dbe-a94e-5503cd08a77e {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:31.639584 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Device a3a2d16a-65aa-4dbe-a94e-5503cd08a77e not bound to the agent host hv-cinder-79867 {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:31.640460 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:31.872459 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:31.893110 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-50004a7a-43b7-4cbd-8025-4439130991c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:32.232337 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:34:32.407400 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:34:32.416661 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Sync routers for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:34:32.424891 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-eea612fc-7ac3-4589-8278-40410ebb9dba admin admin] 10.222.0.55 "PUT /v2.0/routers/b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5232120
Jul 08 15:34:32.427223 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43706) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:32.429510 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:32.430477 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdea9cd00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:32.603898 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks [] for router, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:32.609864 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:32.786856 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:32.797279 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Deleting port 34547c80-86d0-4ada-9274-60924aaa05e9 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:32.797612 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:32.801955 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:32.914185 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdea9cd00>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:34:31Z', 'revision_number': 5, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port': {'id': '34547c80-86d0-4ada-9274-60924aaa05e9', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:82:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:32.918031 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Checking router: b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 for host: dv-cinder-798671-3-iscsi {{(pid=78426) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:34:32.927080 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Routers {'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78426) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:32.927690 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdea9cd00>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'], 'active': True} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:33.080188 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_dvr_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] Set router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 gateway port host: None {{(pid=78426) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:33.084137 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] For port 34547c80-86d0-4ada-9274-60924aaa05e9, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=34547c80-86d0-4ada-9274-60924aaa05e9,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:33.084549 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.187240 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.db.l3_hamode_db [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdea9cd00>, [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:34:32Z', 'revision_number': 6, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:33.191447 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af87f398-c282-41f5-b210-52a2ded5a234 None None] The sync data for ids ['b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49'] in dv-cinder-798671-3-iscsi is: [{'id': 'b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49', 'name': 'tempest-TestMinimumBasicScenario-1600122883-router', 'tenant_id': '1009c0219f8f4f6c95b927d29de795aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:20Z', 'updated_at': '2021-07-08T15:34:32Z', 'revision_number': 6, 'project_id': '1009c0219f8f4f6c95b927d29de795aa', 'gw_port_host': None}] {{(pid=78426) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:34:33.210120 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Calling delete_port for 34547c80-86d0-4ada-9274-60924aaa05e9 owned by network:router_gateway {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:33.380182 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.383734 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-9682ee72-ead4-4934-91fa-6211450f8a7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:33.429700 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Pushing event deleted for resources: {'Port': ['ID=34547c80-86d0-4ada-9274-60924aaa05e9,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:33.432835 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:33.520695 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.703983 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.706289 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.728019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.728565 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 {{(pid=78424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:34:33.740948 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.741546 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7a1894fd-f081-4f01-b86a-cef66681effd admin admin] 10.222.0.55 "DELETE /v2.0/routers/b12cfbbf-a6e5-4eb8-ae33-a51c3213fd49 HTTP/1.1" status: 204  len: 168 time: 1.3131492
Jul 08 15:34:33.744040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43710) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:33.805019 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Deleting subnet c5b76373-877a-40ae-86e3-831be6048ff5 {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:34:33.807821 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.856318 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:33.940114 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.019284 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.023322 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:34.058122 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b76373-877a-40ae-86e3-831be6048ff5,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:34.061134 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:34.062752 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.067583 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902d26e-7a0e-4cf5-844d-454d9281570f None None] Network fde4202d-aec7-4ed4-adc8-bf8357c9c85e requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:34:34.068722 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-2b0eb505-4300-4001-a504-68d4d7c8373c admin admin] 10.222.0.55 "DELETE /v2.0/subnets/c5b76373-877a-40ae-86e3-831be6048ff5 HTTP/1.1" status: 204  len: 168 time: 0.3236470
Jul 08 15:34:34.071118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43714) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:34.187004 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.198778 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Deleting port 018222bf-7b20-4f73-86e9-d50ddf878149 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:34.199118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.251213 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.336287 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] DHCP port deletion for fde4202d-aec7-4ed4-adc8-bf8357c9c85e request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:34:34.340590 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Deleting port 018222bf-7b20-4f73-86e9-d50ddf878149 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:34.340962 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.508032 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] For port 018222bf-7b20-4f73-86e9-d50ddf878149, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=018222bf-7b20-4f73-86e9-d50ddf878149,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:34.508662 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.589604 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] For port 018222bf-7b20-4f73-86e9-d50ddf878149, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=018222bf-7b20-4f73-86e9-d50ddf878149,segment=NetworkSegment(44286875-dddf-4e11-8b23-0ea512e8c818),segment_id=44286875-dddf-4e11-8b23-0ea512e8c818)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:34.589902 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.632220 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Calling delete_port for 018222bf-7b20-4f73-86e9-d50ddf878149 owned by network:dhcp {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:34.708679 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Calling delete_port for 018222bf-7b20-4f73-86e9-d50ddf878149 owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:34.715492 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.719851 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-51bfa080-0382-4269-a8a4-87f9d09bd834 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:34.763350 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=018222bf-7b20-4f73-86e9-d50ddf878149,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:34.767893 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:34.769869 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 34547c80-86d0-4ada-9274-60924aaa05e9 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:34.770040 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] No DVR routers for this DVR port 018222bf-7b20-4f73-86e9-d50ddf878149 on host dv-cinder-798671-3-iscsi {{(pid=78424) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:34:34.815005 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 34547c80-86d0-4ada-9274-60924aaa05e9 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:34.815336 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 34547c80-86d0-4ada-9274-60924aaa05e9 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:34.815756 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 270261b9-02b2-4fde-88fa-864ea38243ce no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:34.848661 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 270261b9-02b2-4fde-88fa-864ea38243ce {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:34.849001 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 270261b9-02b2-4fde-88fa-864ea38243ce not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:34.849345 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 018222bf-7b20-4f73-86e9-d50ddf878149 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:34.885756 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:34:34.886112 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:34:34.886241 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.886564 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 018222bf-7b20-4f73-86e9-d50ddf878149 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:34.886898 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 018222bf-7b20-4f73-86e9-d50ddf878149 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:34.899701 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde26ddc0>,) {'filters': {'network_id': ['fde4202d-aec7-4ed4-adc8-bf8357c9c85e']}} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:34.912046 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde26ddc0>, '44286875-dddf-4e11-8b23-0ea512e8c818') {'for_net_delete': True} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:34.912332 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.services.segments.db [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde26ddc0>, '44286875-dddf-4e11-8b23-0ea512e8c818') {} {{(pid=78424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:34.923823 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65024189'] for segment, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.940744 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.946945 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=78424) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:34:34.947526 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65532999'] for segment, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]: Traceback (most recent call last):
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     timer()
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     cb(*args, **kw)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     return func(*args, **kwargs)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     self._notify()
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     self.callback(batched_events)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     event.method(event)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     return f(self, *a, **k)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._get(url).json()
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:34:34.960423 dv-cinder-798671-3-iscsi neutron-server[78424]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:34:35.036298 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:35.040017 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-691435b3-6dda-42c6-ac89-86f770ed0faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:35.053085 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:35.063584 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=fde4202d-aec7-4ed4-adc8-bf8357c9c85e,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:35.066604 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:35.077139 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-cb6cab82-0e94-433b-a06f-527d9d838ddb admin admin] 10.222.0.55 "DELETE /v2.0/networks/fde4202d-aec7-4ed4-adc8-bf8357c9c85e HTTP/1.1" status: 204  len: 168 time: 1.0050004
Jul 08 15:34:35.080045 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43718) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:35.387344 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Deleting port 018222bf-7b20-4f73-86e9-d50ddf878149 {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:35.387936 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:35.452884 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-de88f8a3-1438-42a3-9991-99d1316509ae None None] The port '018222bf-7b20-4f73-86e9-d50ddf878149' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:34:35.625556 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66915401'] for router_interface, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:36.079669 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Deleting port d613ee5c-9b38-40a4-b135-5cf7d9f59c24 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:36.079920 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:36.251581 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] For port d613ee5c-9b38-40a4-b135-5cf7d9f59c24, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:36.251934 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:36.374118 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Calling delete_port for d613ee5c-9b38-40a4-b135-5cf7d9f59c24 owned by network:router_interface {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:36.550797 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:36.555313 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-d7fee4db-b9a0-48c7-873e-e4e3eea36772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:36.627525 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d613ee5c-9b38-40a4-b135-5cf7d9f59c24,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:36.629895 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:36.872344 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66915581'] for router_interface, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:37.226058 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 has already been hosted by L3 agent 8adb0a07-4870-4eb2-84b3-052d3fd0e798 {{(pid=78424) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jul 08 15:34:37.500833 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] Notify agent at l3_agent.dv-cinder-798671-3-iscsi the message routers_updated {{(pid=78424) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jul 08 15:34:37.508863 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Sync routers for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jul 08 15:34:37.516985 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-8bf73070-dd4e-46cb-840b-4c60f007d0e9 admin admin] 10.222.0.55 "PUT /v2.0/routers/2e0a5cac-127d-406a-bb2a-6b046c1321b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4358642
Jul 08 15:34:37.519395 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43722) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:37.519914 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:37.520568 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdead5910>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:37.697647 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:37.706194 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: dv-cinder-798671-3-iscsi {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:37.875487 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:37.885699 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Deleting port ec3ab619-2a6b-4d62-a512-0fa74df8c239 {{(pid=78424) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:37.886075 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:37.988986 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdead5910>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'external_fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:34:36Z', 'revision_number': 5, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port': {'id': 'ec3ab619-2a6b-4d62-a512-0fa74df8c239', 'name': '', 'network_id': '05b9d2fe-81ba-4fed-82ad-df9aee50ba25', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:4b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798671-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-08T15:32:27Z', 'updated_at': '2021-07-08T15:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '30ecf406-9716-4abb-8de8-c586d28ddfdb', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798671-3-iscsi'}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:37.992744 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Checking router: 2e0a5cac-127d-406a-bb2a-6b046c1321b8 for host: dv-cinder-798671-3-iscsi {{(pid=78427) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jul 08 15:34:38.001733 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Routers {'2e0a5cac-127d-406a-bb2a-6b046c1321b8'} bound to L3 agent in host dv-cinder-798671-3-iscsi {{(pid=78427) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jul 08 15:34:38.002340 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fdead5910>, 'dv-cinder-798671-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-08T15:12:02Z,description=<?>,heartbeat_timestamp=2021-07-08T15:34:32Z,host='dv-cinder-798671-3-iscsi',id=8adb0a07-4870-4eb2-84b3-052d3fd0e798,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-07-08T15:12:02Z,topic='l3_agent')) {'router_ids': ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'], 'active': True} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:38.069030 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.db [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] For port ec3ab619-2a6b-4d62-a512-0fa74df8c239, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=ec3ab619-2a6b-4d62-a512-0fa74df8c239,segment=NetworkSegment(9ed0eb22-ef32-426f-93e7-0678297b3b21),segment_id=9ed0eb22-ef32-426f-93e7-0678297b3b21)] {{(pid=78424) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:38.069388 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.152130 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_dvr_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] Set router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 gateway port host: None {{(pid=78427) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jul 08 15:34:38.192947 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.plugins.ml2.plugin [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Calling delete_port for ec3ab619-2a6b-4d62-a512-0fa74df8c239 owned by network:router_gateway {{(pid=78424) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:38.256286 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.l3_hamode_db [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fdead5910>, [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:34:37Z', 'revision_number': 6, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port_host': None}], 'dv-cinder-798671-3-iscsi', False) {} {{(pid=78427) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:38.260207 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c74cb4-980b-479f-9d09-fdefc3a37d68 None None] The sync data for ids ['2e0a5cac-127d-406a-bb2a-6b046c1321b8'] in dv-cinder-798671-3-iscsi is: [{'id': '2e0a5cac-127d-406a-bb2a-6b046c1321b8', 'name': 'tempest-TestMinimumBasicScenario-135371992-router', 'tenant_id': '45353be6d7304e18b16fe8112172ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-08T15:32:26Z', 'updated_at': '2021-07-08T15:34:37Z', 'revision_number': 6, 'project_id': '45353be6d7304e18b16fe8112172ccec', 'gw_port_host': None}] {{(pid=78427) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jul 08 15:34:38.363627 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65532946'] for port, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.368248 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-2c1d8faf-7431-4b9a-bcca-b0cee2d05f8d tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:38.445668 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3ab619-2a6b-4d62-a512-0fa74df8c239,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:38.447994 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:38.506048 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66925666'] for router_gateway, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.784707 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66915377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2524'] for router, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.786938 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.808556 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66915969'] for router, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.809091 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e0a5cac-127d-406a-bb2a-6b046c1321b8 {{(pid=78424) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jul 08 15:34:38.821406 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] Notify callbacks [] for router, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.822528 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-5648ec47-9727-4061-8beb-82d1ffcd25b8 admin admin] 10.222.0.55 "DELETE /v2.0/routers/2e0a5cac-127d-406a-bb2a-6b046c1321b8 HTTP/1.1" status: 204  len: 168 time: 1.3021991
Jul 08 15:34:38.824977 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [-] (78424) accepted ('10.222.0.55', 43726) {{(pid=78424) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:38.884326 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Deleting subnet 9657f45b-bafd-4241-8e6a-a1716245b887 {{(pid=78424) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}}
Jul 08 15:34:38.887234 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:38.938682 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65024182'] for subnet, precommit_delete_associations {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.020150 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1241244'] for subnet, precommit_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.037065 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device ec3ab619-2a6b-4d62-a512-0fa74df8c239 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:39.075162 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: ec3ab619-2a6b-4d62-a512-0fa74df8c239 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:39.075509 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device ec3ab619-2a6b-4d62-a512-0fa74df8c239 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:39.075928 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d613ee5c-9b38-40a4-b135-5cf7d9f59c24 no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:39.089308 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1242665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175872', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65530849', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-65169201'] for subnet, after_delete {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.099926 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-122f6980-f237-48bd-825a-1feb64b72d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:39.112025 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: d613ee5c-9b38-40a4-b135-5cf7d9f59c24 {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:39.112417 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device d613ee5c-9b38-40a4-b135-5cf7d9f59c24 not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:39.134583 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron_lib.callbacks.manager [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for subnet, before_response {{(pid=78424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.137889 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aee20a-432f-488b-a321-b78f63d53705 None None] Network 6cdec54c-a474-4fa5-9818-31cf543fb5de requested from dv-cinder-798671-3-iscsi {{(pid=78426) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jul 08 15:34:39.143594 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43730) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:39.144136 dv-cinder-798671-3-iscsi neutron-server[78424]: INFO neutron.wsgi [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] 10.222.0.55 "DELETE /v2.0/subnets/9657f45b-bafd-4241-8e6a-a1716245b887 HTTP/1.1" status: 204  len: 168 time: 0.3176901
Jul 08 15:34:39.147687 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9657f45b-bafd-4241-8e6a-a1716245b887,revision_number=None']} {{(pid=78424) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:39.150159 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG oslo_concurrency.lockutils [None req-7c9edf4e-c31b-4a86-be24-9c39cce1135f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:39.258190 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1367423'] for network, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.269710 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Deleting port 643c64f1-62c8-4abe-80b7-1ee268de894d {{(pid=78425) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:39.270037 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.400157 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] DHCP port deletion for 6cdec54c-a474-4fa5-9818-31cf543fb5de request from dv-cinder-798671-3-iscsi {{(pid=78426) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jul 08 15:34:39.405100 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Deleting port 643c64f1-62c8-4abe-80b7-1ee268de894d {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:39.405476 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.576773 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.db [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] For port 643c64f1-62c8-4abe-80b7-1ee268de894d, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=643c64f1-62c8-4abe-80b7-1ee268de894d,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78425) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:39.577177 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.609509 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.db [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] For port 643c64f1-62c8-4abe-80b7-1ee268de894d, host dv-cinder-798671-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798671-3-iscsi',level=0,port_id=643c64f1-62c8-4abe-80b7-1ee268de894d,segment=NetworkSegment(f57bd9fd-9d47-4008-864a-a81da29b04d4),segment_id=f57bd9fd-9d47-4008-864a-a81da29b04d4)] {{(pid=78426) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jul 08 15:34:39.609906 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66605641'] for port, precommit_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.703964 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.plugin [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Calling delete_port for 643c64f1-62c8-4abe-80b7-1ee268de894d owned by network:dhcp {{(pid=78425) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:39.733708 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Calling delete_port for 643c64f1-62c8-4abe-80b7-1ee268de894d owned by network:dhcp {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
Jul 08 15:34:39.778997 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1347866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744520115842', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744519750157', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65517547'] for port, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.784331 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-c91b1f09-7b46-4f4b-b588-bad00b9252a5 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:39.807571 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.db.api [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78426) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jul 08 15:34:39.807911 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG oslo_db.api [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78426) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jul 08 15:34:39.829976 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Pushing event deleted for resources: {'Port': ['ID=643c64f1-62c8-4abe-80b7-1ee268de894d,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:39.832450 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:39.834985 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] No DVR routers for this DVR port 643c64f1-62c8-4abe-80b7-1ee268de894d on host dv-cinder-798671-3-iscsi {{(pid=78425) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jul 08 15:34:39.951634 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1232403', 'neutron.services.segments.db._delete_segments_for_network-8744520222136'] for network, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:39.964059 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fde345b20>,) {'filters': {'network_id': ['6cdec54c-a474-4fa5-9818-31cf543fb5de']}} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:39.976260 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde345b20>, 'f57bd9fd-9d47-4008-864a-a81da29b04d4') {'for_net_delete': True} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:39.976590 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.services.segments.db [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fde345b20>, 'f57bd9fd-9d47-4008-864a-a81da29b04d4') {} {{(pid=78425) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jul 08 15:34:39.988251 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744520200991', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66789930'] for segment, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.004086 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1243858'] for segment, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.010316 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=78425) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jul 08 15:34:40.010703 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1243819', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65517502'] for segment, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]: Traceback (most recent call last):
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     timer()
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     cb(*args, **kw)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     return func(*args, **kwargs)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     self._notify()
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     self.callback(batched_events)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     event.method(event)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     aggregate_uuid = self.p_client.list_aggregates(
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     return f(self, *a, **k)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._get(url).json()
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     return self.request(url, 'GET', **kwargs)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     base_url = self.get_endpoint(auth, allow=allow,
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jul 08 15:34:40.024815 dv-cinder-798671-3-iscsi neutron-server[78425]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jul 08 15:34:40.104024 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1232410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66606045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66925641'] for network, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.109273 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66606031'] for network, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.111722 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-cf46fb3b-f40e-4b72-8b55-a86a6c426d17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:40.132214 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Pushing event deleted for resources: {'Network': ['ID=6cdec54c-a474-4fa5-9818-31cf543fb5de,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:40.134677 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:40.141399 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-29e99f50-0703-4c8c-aea6-c42c72f776cd admin admin] 10.222.0.55 "DELETE /v2.0/networks/6cdec54c-a474-4fa5-9818-31cf543fb5de HTTP/1.1" status: 204  len: 168 time: 0.9964070
Jul 08 15:34:40.308703 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Deleting port 643c64f1-62c8-4abe-80b7-1ee268de894d {{(pid=78426) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}}
Jul 08 15:34:40.309205 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744520113255'] for port, before_delete {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.322204 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43736) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:40.370890 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-d3e273a6-4e3f-4471-b687-01cb60aa1af7 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=1009c0219f8f4f6c95b927d29de795aa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0472517
Jul 08 15:34:40.373386 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43740) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:40.377126 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-97056804-edff-49ad-922b-e509bd0b0b11 None None] The port '643c64f1-62c8-4abe-80b7-1ee268de894d' was deleted {{(pid=78426) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}}
Jul 08 15:34:40.432092 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.458127 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.511008 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.514805 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-2e941221-6695-4862-99c8-c8cb9b910771 tempest-TestVolumeBootPattern-256695334 tempest-TestVolumeBootPattern-256695334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:40.527857 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=708933d5-09c8-451f-a530-9ce5b5d3c168,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:40.530279 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:40.541039 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:40.542159 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-362eee84-17c7-477f-b95a-2ee51957bd3c admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/708933d5-09c8-451f-a530-9ce5b5d3c168 HTTP/1.1" status: 204  len: 168 time: 0.1678710
Jul 08 15:34:40.757400 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 643c64f1-62c8-4abe-80b7-1ee268de894d no longer exists at agent ovs-agent-dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jul 08 15:34:40.803881 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.plugin [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] No Port match for: 643c64f1-62c8-4abe-80b7-1ee268de894d {{(pid=78426) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
Jul 08 15:34:40.804234 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron.plugins.ml2.rpc [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Device 643c64f1-62c8-4abe-80b7-1ee268de894d not bound to the agent host dv-cinder-798671-3-iscsi {{(pid=78426) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jul 08 15:34:40.905454 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43748) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:40.960258 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-a87786f2-6fc1-4a54-9ccc-16a4106e77c6 admin admin] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=45353be6d7304e18b16fe8112172ccec&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0534649
Jul 08 15:34:40.962596 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.wsgi [-] (78425) accepted ('10.222.0.55', 43752) {{(pid=78425) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jul 08 15:34:41.018865 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:41.044823 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:41.096523 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66772404'] for security_group, after_delete {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:41.100261 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-4fcf520c-831a-4e39-ba40-1376d0f0d4f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jul 08 15:34:41.113983 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d29ec1f-ee73-4f16-be71-fb0b86fffbf3,revision_number=None']} {{(pid=78425) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jul 08 15:34:41.116295 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG oslo_concurrency.lockutils [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78425) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jul 08 15:34:41.120140 dv-cinder-798671-3-iscsi neutron-server[78425]: DEBUG neutron_lib.callbacks.manager [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78425) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:41.121564 dv-cinder-798671-3-iscsi neutron-server[78425]: INFO neutron.wsgi [None req-743d7744-4f73-45f1-9ebe-2f871cf23ef9 admin admin] 10.222.0.55 "DELETE /v2.0/security-groups/3d29ec1f-ee73-4f16-be71-fb0b86fffbf3 HTTP/1.1" status: 204  len: 168 time: 0.1578300
Jul 08 15:34:48.341068 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:34:54.473903 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:59.206664 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-83a5bf05-5823-4a92-8331-8fe24794224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:34:59.798757 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:01.896291 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-833e7b3c-cb77-4c6e-9d06-c1b03ea30b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:02.694044 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:04.179652 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:24.488710 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:25.300926 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:35:29.207426 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6c5f8a4a-194f-41cf-96e7-4d17943f1c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:29.800719 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:31.050347 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [req-fd19938f-96cd-499f-82d5-5ac7a181c8f4 req-27434624-faa3-42e9-b749-26b4ac3221d1 service neutron] (78424) timed out ('10.222.0.53', 60703) {{(pid=78424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 08 15:35:31.896337 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-472150b9-b4ce-4181-acf2-976e9a9b4414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:32.699436 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:34.182157 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:54.486707 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:59.209338 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-ca3d583a-6d39-43cf-b83e-70dfb8e339de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:35:59.803385 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:01.898143 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-cd0f8642-dd85-4c9f-bccc-b0518624bd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:02.301280 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:36:02.699365 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:04.185852 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:24.486141 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:29.210348 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-27d82f98-a0fd-4e74-9c73-6104fd37ec60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:29.806480 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:31.898896 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-6f4f640b-b653-447f-97f8-8f51100e7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:32.703312 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:34.187509 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:39.302929 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:36:54.487624 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:59.212473 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-919b7945-f745-4e61-a38a-bc500261aa14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:36:59.808000 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:01.903865 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-58e3d65a-156d-4069-a5c3-9f744f4886c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:02.705226 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:04.190363 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:16.302296 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:37:24.488820 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:29.213551 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b86f-9f13-485a-bf43-612f0d8aaf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:29.809792 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:31.905416 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-65cab5ca-430e-4608-8ab1-b53c09d47a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:32.708855 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:34.192646 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:53.301235 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:37:54.483133 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:59.214276 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c83f41c0-c72f-44e0-8cab-93114ec76f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:37:59.724212 dv-cinder-798671-3-iscsi neutron-server[78424]: DEBUG neutron.wsgi [req-4331bf6b-2b2d-4960-8e0d-3105326e9bba req-1f983cee-3c70-4bf2-93b3-6220d01cbe16 service neutron] (78424) timed out ('10.222.0.55', 37562) {{(pid=78424) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jul 08 15:37:59.812459 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:01.906465 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a6e817b0-f8ae-4fb1-82a1-4e48699f2d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:02.711561 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:04.196128 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:24.482463 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:29.215780 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-862912d7-2e91-419c-8512-4d3e8799ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:29.814883 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:30.300115 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:38:31.907601 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-5fb8894c-71e7-482b-a97e-8de7482d3294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:32.715781 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:34.198859 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:54.481592 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:59.218119 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-934104fe-613b-44a8-b728-56e762314c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:38:59.817531 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:01.910176 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-97201592-9e71-4077-90ac-e1c14376c19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:02.716766 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:04.202877 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:07.300484 dv-cinder-798671-3-iscsi neutron-server[78427]: DEBUG neutron.db.agents_db [None req-cb9e74cd-8058-4b18-af52-a44e3da73894 None None] Agent healthcheck: found 6 active agents {{(pid=78427) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jul 08 15:39:24.479524 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-c58c774b-7e3b-48df-8f03-c04fffbda7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:29.220182 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a81de8f8-84d6-4bc0-9bcb-9967c79c84dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:29.820414 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-114f8aed-cbed-4050-94c5-54cdfe40da28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:31.911981 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4656213d-4bbe-4bb0-af19-4f0567b4c2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:32.722450 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-a7609cf4-a963-4039-8d99-8d0e159635bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jul 08 15:39:34.205724 dv-cinder-798671-3-iscsi neutron-server[78426]: DEBUG neutron_lib.callbacks.manager [None req-4b1ba388-931e-4522-9507-ece7803915a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744520222145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1230557'] for agent, after_update {{(pid=78426) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}